-- Logs begin at Wed 2021-06-09 14:26:45 UTC, end at Wed 2021-06-09 15:21:50 UTC. -- Jun 09 14:55:27.280538 dv-cinder-789603-9-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 09 14:55:29.826849 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.common.config [-] Logging enabled! Jun 09 14:55:29.827481 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev300 Jun 09 14:55:29.827639 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91714) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 14:55:29.830944 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.common.config [-] Logging enabled! Jun 09 14:55:29.831147 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev300 Jun 09 14:55:29.831459 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91714) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 14:55:29.832403 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 14:55:29.832646 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 14:55:29.833013 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 14:55:29.833262 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 14:55:29.833492 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 14:55:29.833810 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.834109 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.834405 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.834636 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.834935 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.835225 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.835513 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.835801 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.836099 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.836402 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.836687 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.836973 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.837206 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.837488 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.837773 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.838060 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.838284 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] debug = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.838570 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.838988 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.839405 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.839686 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.839975 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.840252 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.840555 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.840831 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.841117 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.841448 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] host = dv-cinder-789603-9-smb {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.841730 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.842017 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.842306 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.842595 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.842872 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.843150 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.843436 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.843711 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.843984 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] log_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.844262 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.844581 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.844873 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.845163 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.845389 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.845641 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.845932 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.846223 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.846503 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.846782 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.847060 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.847334 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.847609 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.847881 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.848169 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.848490 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.848780 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.849058 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.849336 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.849608 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.849881 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.850169 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.850443 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.850718 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.850994 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.851282 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.851555 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.851830 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.852135 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.852447 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.852735 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.853022 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.853299 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.853621 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.853903 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.854178 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.854451 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] use_json = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.854723 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.854994 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.855275 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.855555 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.855827 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.856102 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.856401 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.856683 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:29.856981 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.857281 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.857581 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.857866 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.858161 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.858445 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.858735 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.859016 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.859305 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.859594 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.859884 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.860169 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.860481 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.860762 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.861067 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.861875 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.862171 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.862463 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.862742 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.863018 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.863293 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.863573 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.863861 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.864156 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.864472 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.864752 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.865034 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.865327 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.865610 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.865884 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.866162 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.866450 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.866732 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.867008 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.867290 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.867567 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.867838 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.868110 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.868405 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.868956 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.869234 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.869508 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.869780 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.870058 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.870329 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.870613 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.870892 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.871166 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.871437 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.871714 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.871988 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.872260 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.872567 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.872843 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.873119 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.873393 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.873663 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.873936 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.874208 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.874479 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.874752 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.875027 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.875303 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.875583 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.875855 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.876126 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.876430 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.876729 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.877541 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.877841 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.878122 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.878402 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.878681 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.878960 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.879237 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.879515 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.879793 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.880073 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.880348 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.880664 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.880948 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.881237 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.881520 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.881800 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.882096 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.882374 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.882658 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.882936 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.883215 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.883506 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.883790 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.884083 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.884403 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.884689 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.884980 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.885272 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.885557 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.885862 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.886140 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:29.886358 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 14:55:29.886597 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91714) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 09 14:55:30.231636 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:55:30.231913 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:55:30.232202 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:55:30.232561 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 09 14:55:30.612420 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.612716 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.612988 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.614169 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.614452 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.614717 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.650846 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.651124 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.651392 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.664880 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.665161 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.665427 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.693361 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.693637 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.693900 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.731300 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.731579 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.731850 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.960479 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.961090 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.961090 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.961279 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:30.961987 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.085251 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.085568 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.085850 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.086128 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.086401 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.086713 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.086972 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.087231 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.087484 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.087764 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.088025 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.088289 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.088574 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.088838 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.089092 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.089356 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.089626 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.089883 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.090151 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.090403 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.090684 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.091031 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.091345 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.091628 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.091878 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.092125 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.092546 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:55:31.092791 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:55:31.093031 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:55:31.093267 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:55:31.093503 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:55:31.093740 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:55:31.094102 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 09 14:55:31.097308 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 09 14:55:31.101319 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 09 14:55:31.105135 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 09 14:55:31.106793 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 09 14:55:31.107240 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 09 14:55:31.107575 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 09 14:55:31.107958 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 09 14:55:31.110744 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 09 14:55:31.110999 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 09 14:55:31.111860 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 14:55:31.139350 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 09 14:55:31.139806 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.140107 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91714) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 09 14:55:31.140501 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.141860 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91714) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 09 14:55:31.142152 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 14:55:31.142927 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 09 14:55:31.146126 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.146404 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.208949 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 09 14:55:31.209190 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 09 14:55:31.209431 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 09 14:55:31.209803 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 09 14:55:31.241399 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_db.sqlalchemy.engines [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91714) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 09 14:55:31.567007 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Initializing driver for type 'gre' Jun 09 14:55:31.567593 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] gre ID ranges: [(1, 1000)] Jun 09 14:55:31.616561 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Initializing driver for type 'local' Jun 09 14:55:31.616892 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Initializing driver for type 'vlan' Jun 09 14:55:31.628790 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] VlanTypeDriver initialization complete Jun 09 14:55:31.629104 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Initializing driver for type 'vxlan' Jun 09 14:55:31.629664 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] vxlan ID ranges: [(1, 1000)] Jun 09 14:55:31.677730 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Initializing extension driver 'port_security' Jun 09 14:55:31.678106 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] PortSecurityExtensionDriver initialization complete Jun 09 14:55:31.678516 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Initializing mechanism driver 'openvswitch' Jun 09 14:55:31.678890 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Initializing mechanism driver 'hyperv' Jun 09 14:55:31.685320 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:55:31.686068 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > port after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.686442 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > port after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.686799 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > port after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.687184 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > subnet after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.687535 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > subnet after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.687878 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.688256 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > network after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.688623 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > network after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.688965 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > network after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.689833 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > security_group after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.690177 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > security_group after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.690513 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.690887 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.691246 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.691563 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.691934 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > address_group after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.692278 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > address_group after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.692644 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.692983 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] ML2 OVO RPC backend initialized. {{(pid=91714) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 09 14:55:31.693679 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.694026 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.694438 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > network before_response 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.694780 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > networks before_response 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.695123 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > port before_response 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.695459 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > ports before_response 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.695795 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > subnet before_response 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.696129 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > subnets before_response 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.696495 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > network after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.696830 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > network after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.697159 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > network after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.697516 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > port after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.697845 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > port after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.698184 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > port after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.698514 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > subnet after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.698844 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > subnet after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.699177 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.699742 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.plugin [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Modular L2 Plugin initialization complete Jun 09 14:55:31.700068 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading services supported by the core plugin {{(pid=91714) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 09 14:55:31.700412 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.plugins.ml2.managers [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Got port-security extension from driver 'port_security' Jun 09 14:55:31.700876 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.extensions.vlantransparent [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Disabled vlantransparent extension. Jun 09 14:55:31.701356 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91714) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 09 14:55:31.701703 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading Plugin: router Jun 09 14:55:31.738377 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.739187 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router after_create 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.739568 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router before_create 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.739937 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.740312 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.740700 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router after_delete 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.741060 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.741424 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router after_create 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.741770 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router after_update 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.742120 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router after_update 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.742464 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.742818 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router after_update 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.743221 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router precommit_update 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.743834 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: port after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.744173 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: port after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.744545 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: subnet after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.744886 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.745232 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.745578 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router precommit_create 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.745918 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: port before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.746255 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router precommit_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.746608 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router after_update 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.746947 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.747311 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router precommit_create 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.747668 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.748008 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router precommit_update 55549900 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.748398 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > network after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.749248 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Tracking information for resource: router configured {{(pid=91714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:55:31.749576 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Tracking information for resource: floatingip configured {{(pid=91714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:55:31.754714 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.db.l3_agentschedulers_db [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 09 14:55:31.755293 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: port after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.755654 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: port after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.756000 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: port after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.756345 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: port after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.757158 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router before_create 55550100 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.757519 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.757876 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router precommit_create 55550100 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.758228 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > router precommit_update 55550100 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.762928 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.services.provider_configuration [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service providers = [] {{(pid=91714) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 09 14:55:31.763353 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.db.servicetype_db [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91714) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 09 14:55:31.766598 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.services.service_base [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 14:55:31.766949 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.services.service_base [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 14:55:31.767822 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.services.service_base [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 14:55:31.768726 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.services.service_base [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 14:55:31.769097 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.services.service_base [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 09 14:55:31.769476 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:55:31.769791 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 09 14:55:31.780760 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:55:31.781096 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading Plugin: auto_allocate Jun 09 14:55:31.787387 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: network precommit_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.787764 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: network precommit_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.788284 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:55:31.788628 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading Plugin: tag Jun 09 14:55:31.795325 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:55:31.795655 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading Plugin: timestamp Jun 09 14:55:31.799446 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:55:31.799773 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading Plugin: network_ip_availability Jun 09 14:55:31.805043 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.805418 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.805768 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:31.806473 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:55:31.806788 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading Plugin: flavors Jun 09 14:55:31.812996 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:55:31.813327 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading Plugin: revisions Jun 09 14:55:31.817580 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:55:31.817917 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.586s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:55:31.818654 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91714) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 09 14:55:31.818987 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Initializing extension manager. Jun 09 14:55:31.819501 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: __init__.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.819840 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: __pycache__ {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.820172 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.820530 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: address_group.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.821271 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.821833 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: address-group Jun 09 14:55:31.822155 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: address_scope.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.822849 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.823353 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: address-scope Jun 09 14:55:31.823672 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.824616 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.825123 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: router-admin-state-down-before-update Jun 09 14:55:31.825444 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: agent.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.826124 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.826628 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: agent Jun 09 14:55:31.826949 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: agent_resources_synced.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.827832 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.828334 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: agent-resources-synced Jun 09 14:55:31.828686 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: allowedaddresspairs.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.831218 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.831738 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: allowed-address-pairs Jun 09 14:55:31.832064 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: auto_allocated_topology.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.833151 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.833661 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: auto-allocated-topology Jun 09 14:55:31.833984 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: availability_zone.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.834658 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.835157 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: availability_zone Jun 09 14:55:31.835476 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: availability_zone_filter.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.836361 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.836888 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: availability_zone_filter Jun 09 14:55:31.837212 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: data_plane_status.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.838104 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.838610 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension data-plane-status not supported by any of loaded plugins Jun 09 14:55:31.839021 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: default_subnetpools.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.839920 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.840455 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: default-subnetpools Jun 09 14:55:31.840774 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.841567 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.842072 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: dhcp_agent_scheduler Jun 09 14:55:31.842392 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: dns.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.843283 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.843785 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension dns-integration not supported by any of loaded plugins Jun 09 14:55:31.844103 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: dns_domain_ports.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.845017 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.845588 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 09 14:55:31.846396 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: dvr.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.847052 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.847555 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: dvr Jun 09 14:55:31.847871 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: empty_string_filtering.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.848778 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.849284 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: empty-string-filtering Jun 09 14:55:31.849601 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.850480 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.850981 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 09 14:55:31.851297 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.852181 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.852709 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 09 14:55:31.853029 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: external_net.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.853971 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.854475 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: external-net Jun 09 14:55:31.854795 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.855672 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.856172 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: extra_dhcp_opt Jun 09 14:55:31.856527 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: extraroute.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.857404 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.857907 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: extraroute Jun 09 14:55:31.858226 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: extraroute_atomic.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.859227 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.859731 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: extraroute-atomic Jun 09 14:55:31.860050 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: filter_validation.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.970557 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.971247 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: filter-validation Jun 09 14:55:31.971475 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: fip_pf_description.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.972592 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.973109 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 09 14:55:31.973438 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: fip_port_details.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.974351 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.974869 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: fip-port-details Jun 09 14:55:31.975196 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: flavors.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.976465 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.976998 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: flavors Jun 09 14:55:31.977330 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.978994 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.979519 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 09 14:55:31.979848 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: floatingip_pools.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.980572 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.981087 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: floatingip-pools Jun 09 14:55:31.981410 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: ip_allocation.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.982304 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.982811 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension ip_allocation not supported by any of loaded plugins Jun 09 14:55:31.983131 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.984050 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.984592 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: ip-substring-filtering Jun 09 14:55:31.984918 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: l2_adjacency.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.985810 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.986852 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 09 14:55:31.987175 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: l3.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.988177 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.988720 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: router Jun 09 14:55:31.989049 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.991309 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.991834 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 09 14:55:31.992168 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.993099 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.993873 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: ext-gw-mode Jun 09 14:55:31.994201 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.995093 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.995602 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: l3-ha Jun 09 14:55:31.995926 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: l3_flavors.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.996832 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.997340 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: l3-flavors Jun 09 14:55:31.997661 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:31.998554 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:31.999056 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 09 14:55:31.999379 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: l3agentscheduler.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.000564 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.001076 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: l3_agent_scheduler Jun 09 14:55:32.001398 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: logging.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.003436 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.003954 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension logging not supported by any of loaded plugins Jun 09 14:55:32.004282 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: metering.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.005038 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.005615 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: metering Jun 09 14:55:32.005941 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.007018 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.007541 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: metering_source_and_destination_fields Jun 09 14:55:32.007864 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: multiprovidernet.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.008784 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.009296 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: multi-provider Jun 09 14:55:32.009618 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: netmtu.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.010503 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.011011 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: net-mtu Jun 09 14:55:32.011330 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: netmtu_writable.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.012218 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.012751 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: net-mtu-writable Jun 09 14:55:32.013072 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: network_availability_zone.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.013727 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.014228 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: network_availability_zone Jun 09 14:55:32.014547 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: network_ip_availability.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.015613 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.016117 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: network-ip-availability Jun 09 14:55:32.016465 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: network_segment_range.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.017214 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.017783 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension network-segment-range not supported by any of loaded plugins Jun 09 14:55:32.018100 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: pagination.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.019047 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.019374 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: pagination Jun 09 14:55:32.019689 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: port_device_profile.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.020603 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.021117 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: port-device-profile Jun 09 14:55:32.021435 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.022327 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.022840 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: port-mac-address-regenerate Jun 09 14:55:32.023160 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.024052 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.024587 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: port-numa-affinity-policy Jun 09 14:55:32.024908 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: port_resource_request.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.025787 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.026290 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension port-resource-request not supported by any of loaded plugins Jun 09 14:55:32.026607 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: portbindings.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.027503 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.028008 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: binding Jun 09 14:55:32.028323 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: portbindings_extended.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.029592 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.030103 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: binding-extended Jun 09 14:55:32.030431 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: portsecurity.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.031320 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.031827 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: port-security Jun 09 14:55:32.032151 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: project_id.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.033148 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.033478 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: project-id Jun 09 14:55:32.033798 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: providernet.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.034702 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.035218 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: provider Jun 09 14:55:32.035537 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: qos.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.039240 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.039762 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension qos not supported by any of loaded plugins Jun 09 14:55:32.040090 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.041506 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.042024 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 09 14:55:32.042349 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.043238 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.043751 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 09 14:55:32.044076 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: qos_default.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.044992 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.045505 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension qos-default not supported by any of loaded plugins Jun 09 14:55:32.045832 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: qos_fip.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.046464 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.046971 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension qos-fip not supported by any of loaded plugins Jun 09 14:55:32.047293 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: qos_gateway_ip.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.048186 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.049230 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 09 14:55:32.049552 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: qos_port_network_policy.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.050435 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.050941 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 09 14:55:32.051260 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: qos_rule_type_details.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.052162 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.052698 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 09 14:55:32.053019 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: qos_rules_alias.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.054028 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.054538 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 09 14:55:32.054857 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: quotasv2.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.055743 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.056133 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: quotas Jun 09 14:55:32.056605 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: quotasv2_detail.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.059722 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.060063 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: quota_details Jun 09 14:55:32.060421 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: rbac.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.061460 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.061988 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: rbac-policies Jun 09 14:55:32.062320 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: rbac_address_group.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.063239 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.063754 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: rbac-address-group Jun 09 14:55:32.064080 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: rbac_address_scope.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.065065 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.065575 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: rbac-address-scope Jun 09 14:55:32.065899 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: rbac_security_groups.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.066782 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.067297 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: rbac-security-groups Jun 09 14:55:32.067667 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: rbac_subnetpool.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.068531 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.069044 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: rbac-subnetpool Jun 09 14:55:32.069368 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: revisionifmatch.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.070260 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.070773 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: revision-if-match Jun 09 14:55:32.071095 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: revisions.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.072177 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.072728 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: standard-attr-revisions Jun 09 14:55:32.073056 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: router_availability_zone.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.073709 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.074220 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: router_availability_zone Jun 09 14:55:32.074543 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: routerservicetype.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.075431 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.075941 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension router-service-type not supported by any of loaded plugins Jun 09 14:55:32.076260 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.077169 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.077684 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: security-groups-normalized-cidr Jun 09 14:55:32.078005 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.079093 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.079608 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: port-security-groups-filtering Jun 09 14:55:32.080480 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.081374 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.081892 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: security-groups-remote-address-group Jun 09 14:55:32.082213 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: securitygroup.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.091622 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.092154 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: security-group Jun 09 14:55:32.092528 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: segment.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.093292 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.094075 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension segment not supported by any of loaded plugins Jun 09 14:55:32.094407 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.095317 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.095895 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 09 14:55:32.096221 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: servicetype.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.097338 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.097863 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: service-type Jun 09 14:55:32.098189 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: sorting.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.099151 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.099481 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: sorting Jun 09 14:55:32.099802 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: standard_attr_segment.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.100709 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.101291 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 09 14:55:32.101614 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: standardattrdescription.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.102242 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.102887 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: standard-attr-description Jun 09 14:55:32.103203 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: stateful_security_group.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.104101 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.104651 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: stateful-security-group Jun 09 14:55:32.104973 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: stdattrs_common.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.105535 dv-cinder-789603-9-smb neutron-server[91714]: WARNING neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 09 14:55:32.105851 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.106829 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.107338 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 09 14:55:32.107663 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: subnet_onboard.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.108740 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.109251 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: subnet_onboard Jun 09 14:55:32.109567 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.110466 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.110972 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 09 14:55:32.111813 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: subnet_service_types.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.112780 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.113289 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: subnet-service-types Jun 09 14:55:32.113606 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: subnetallocation.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.114799 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.115326 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: subnet_allocation Jun 09 14:55:32.115650 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.116297 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.116836 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: subnetpool-prefix-ops Jun 09 14:55:32.117155 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.118076 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.118830 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 09 14:55:32.119152 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: tagging.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.120190 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.120753 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: standard-attr-tag Jun 09 14:55:32.121076 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: timestamp.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.122249 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.122764 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loaded extension: standard-attr-timestamp Jun 09 14:55:32.123090 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: trunk.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.124100 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.124647 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension trunk not supported by any of loaded plugins Jun 09 14:55:32.124973 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: trunk_details.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.125864 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.126376 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension trunk-details not supported by any of loaded plugins Jun 09 14:55:32.126721 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: uplink_status_propagation.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.127648 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.128158 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 09 14:55:32.128505 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Loading extension file: vlantransparent.py {{(pid=91714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:55:32.129154 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:55:32.129660 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 09 14:55:32.132020 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:network Jun 09 14:55:32.132588 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:subnet Jun 09 14:55:32.132984 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 14:55:32.133369 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:port Jun 09 14:55:32.134684 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.135125 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service FLAVORS assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.135731 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.136154 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.136513 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:router Jun 09 14:55:32.136936 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:floatingip Jun 09 14:55:32.137425 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service METERING assigned prefix: /metering {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.138844 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:32.139222 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:32.139572 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:32.140603 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 14:55:32.141041 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:security_group Jun 09 14:55:32.141470 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 14:55:32.142145 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service CORE assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.142501 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 14:55:32.142842 dv-cinder-789603-9-smb neutron-server[91714]: WARNING neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] subnetpool is already registered Jun 09 14:55:32.143274 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service CORE assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.143596 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 14:55:32.143924 dv-cinder-789603-9-smb neutron-server[91714]: WARNING neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] subnetpool is already registered Jun 09 14:55:32.146234 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.146665 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service FLAVORS assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.147243 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.147666 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.147994 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:router Jun 09 14:55:32.148327 dv-cinder-789603-9-smb neutron-server[91714]: WARNING neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] router is already registered Jun 09 14:55:32.148812 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:floatingip Jun 09 14:55:32.149147 dv-cinder-789603-9-smb neutron-server[91714]: WARNING neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] floatingip is already registered Jun 09 14:55:32.149597 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service METERING assigned prefix: /metering {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.150243 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 14:55:32.150565 dv-cinder-789603-9-smb neutron-server[91714]: WARNING neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] rbac_policy is already registered Jun 09 14:55:32.150969 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:security_group Jun 09 14:55:32.151299 dv-cinder-789603-9-smb neutron-server[91714]: WARNING neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] security_group is already registered Jun 09 14:55:32.151693 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 14:55:32.152020 dv-cinder-789603-9-smb neutron-server[91714]: WARNING neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] security_group_rule is already registered Jun 09 14:55:32.152672 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service CORE assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.152997 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 14:55:32.153326 dv-cinder-789603-9-smb neutron-server[91714]: WARNING neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] subnetpool is already registered Jun 09 14:55:32.153736 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.v2.resource_helper [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Service CORE assigned prefix: {{(pid=91714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:55:32.154052 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 14:55:32.154376 dv-cinder-789603-9-smb neutron-server[91714]: WARNING neutron.quota.resource_registry [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] subnetpool is already registered Jun 09 14:55:32.154835 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: extensions {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.156263 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: address-groups {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.157805 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: address-scopes {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.159613 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: agents {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.160805 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: auto-allocated-topology {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.162046 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: availability_zones {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.163275 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: dhcp-networks {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.164796 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: dhcp-agents {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.166264 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: routers {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.167966 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: flavors {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.169655 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: service_profiles {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.170867 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: next_providers {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.172290 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: service_profiles {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.175198 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: floatingip-pools {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.176455 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: routers {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.178371 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: floatingips {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.179902 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: l3-routers {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.181523 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: l3-agents {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.183331 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: metering-labels {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.184940 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: metering-label-rules {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.186741 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: network-ip-availabilities {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.188184 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: bindings {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.190572 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: quotas {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.192429 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: quotas {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.194017 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: rbac-policies {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.195334 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: security-groups {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.196825 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: security-group-rules {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.198411 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: service-providers {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.199826 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: subnetpools {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.201540 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: subnetpools {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.203277 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: tags {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.205614 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: tags {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.207387 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: tags {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.209266 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: tags {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.210957 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: tags {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.212908 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: tags {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.214584 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: tags {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.216389 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: tags {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.218249 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: tags {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.219981 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron.api.extensions [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Extended resource: tags {{(pid=91714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:55:32.226756 dv-cinder-789603-9-smb neutron-server[91714]: WARNING keystonemiddleware.auth_token [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 09 14:55:32.231285 dv-cinder-789603-9-smb neutron-server[91714]: WARNING keystonemiddleware.auth_token [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 09 14:55:32.240297 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Acquired lock "singleton_lock" {{(pid=91714) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 09 14:55:32.240789 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Releasing lock "singleton_lock" {{(pid=91714) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 09 14:55:32.241414 dv-cinder-789603-9-smb neutron-server[91714]: INFO oslo_service.service [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Starting 2 workers Jun 09 14:55:32.246347 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Started child 91819 {{(pid=91714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 14:55:32.250562 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Started child 91820 {{(pid=91714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 14:55:32.251617 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:32.252276 dv-cinder-789603-9-smb neutron-server[91714]: INFO neutron.service [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 09 14:55:32.252811 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Notify callbacks [] for process, before_spawn {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:32.253122 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [-] (91819) wsgi starting up on http://0.0.0.0:9696 Jun 09 14:55:32.255204 dv-cinder-789603-9-smb neutron-server[91714]: INFO oslo_service.service [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Starting 1 workers Jun 09 14:55:32.255326 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:32.256672 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [-] (91820) wsgi starting up on http://0.0.0.0:9696 Jun 09 14:55:32.260232 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Started child 91821 {{(pid=91714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 14:55:32.260807 dv-cinder-789603-9-smb neutron-server[91714]: INFO oslo_service.service [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Starting 1 workers Jun 09 14:55:32.263948 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.service [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] calling RpcWorker wait() {{(pid=91821) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 09 14:55:32.264491 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.service [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] returning from RpcWorker wait() {{(pid=91821) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 09 14:55:32.265081 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Started child 91822 {{(pid=91714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 14:55:32.265832 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:32.265927 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8d29def-cfd7-4128-aaf5-5973004f1751 None None] Notify callbacks [] for process, after_spawn {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:32.266356 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:55:32.267745 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91714) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 14:55:32.267953 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 14:55:32.268130 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 14:55:32.268344 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 14:55:32.268709 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 14:55:32.268865 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 14:55:32.269386 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.269674 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.269944 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.270058 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:32.270506 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.270506 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.270957 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:55:32.271101 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.271356 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.271622 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.271887 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.272118 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.272291 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.272494 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.272745 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.272974 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.273272 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.273557 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.273795 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.274062 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.274235 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.274483 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.274764 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.275021 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.275286 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] debug = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.275523 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.276058 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.276303 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.276576 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.276794 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.277058 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.277283 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.277549 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.277781 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.277999 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.278228 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.278474 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.278708 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.278937 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.279152 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.279419 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.279628 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.280096 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] host = dv-cinder-789603-9-smb {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.280328 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.280586 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.280840 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.281054 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.281307 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.281532 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.281774 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.282014 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.282266 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.282506 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.282736 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.283562 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.283775 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.284017 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.284178 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_options = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.284453 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.284711 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.284964 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.285154 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.285323 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.285495 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.285745 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.285906 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.286172 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.286466 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.286713 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.286926 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.287168 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.287378 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.287658 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.287886 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.288118 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.288325 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.288591 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.288814 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.289035 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.289256 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.289478 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.289698 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.289937 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.290150 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.290370 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.290600 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.290807 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.291070 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.291304 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.291588 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.291826 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.292067 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.292291 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.292537 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.292747 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.293004 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.293231 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.293474 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.293715 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.293946 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.295498 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.295805 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.296073 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.296323 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_json = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.297535 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.297753 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.298061 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.298657 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.299326 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.299550 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.299776 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.300035 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.300727 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.301480 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.301881 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.302065 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.302315 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.302593 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.302863 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.303100 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.303362 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.303605 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.303933 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.304189 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.304516 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.304755 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.305031 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.305359 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.305621 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.305915 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.307458 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.307609 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.308099 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.308290 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.309160 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.312407 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.312407 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.312598 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.312787 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.313076 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.313939 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.316430 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.316884 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.317422 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.317952 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.318416 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.318822 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.319241 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.319582 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.319973 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.320248 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.320534 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.320813 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.321066 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.321301 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.321537 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.321862 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.322114 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.322349 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.322608 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.322856 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.323104 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.323342 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.323589 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.323845 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.324074 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.324325 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.324614 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.324839 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.325057 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.325274 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.325502 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.325729 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.325981 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.326205 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.326473 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.326695 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.326918 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.327221 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.327473 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.327776 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.328023 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.328277 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.328537 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.328776 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.328976 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.329196 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.329415 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.329635 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.329849 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.330272 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.330497 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.330718 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.330939 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.331189 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.331412 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.331794 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.332115 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.332340 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.332622 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.332865 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.333118 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.333340 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.333597 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.333839 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.334078 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.334316 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.334582 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.334834 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.335091 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.335340 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.335583 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.335859 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.336116 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.336432 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.337374 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.337374 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.337374 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.337374 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.337682 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.337847 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.338121 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.338368 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.338881 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.338881 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.339195 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.339408 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.339681 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.339974 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.340277 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.340537 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.340771 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.341023 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.341301 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.341570 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.341839 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.342091 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.342321 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.342555 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.342831 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.343072 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.343307 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.343526 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.343754 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.344110 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.344352 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.344916 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.344916 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.345321 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.346142 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.346393 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.346766 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.347296 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.347530 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.347791 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.348024 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.348260 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.348533 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.348781 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.348995 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.349231 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.349472 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.349724 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.349953 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.350166 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.350414 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.350626 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.350841 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.351089 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.351303 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.351519 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.351762 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.351977 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.352194 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.352449 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.352667 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.352882 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.353095 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.353325 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.353571 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.353787 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.354064 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.354309 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.354543 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.354769 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.355028 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.355292 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.355507 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.355753 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.355969 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.356179 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.356406 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.356642 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.356877 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.357108 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.357334 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.357548 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.357798 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.358044 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.358379 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.358628 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.358875 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.359115 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.359310 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.359553 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.359798 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.360015 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.360227 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.360464 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.360700 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.360940 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.361753 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.362011 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.362248 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.362484 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.362697 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.362916 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.363128 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.363434 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.363676 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.363909 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.364162 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.364426 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.364659 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.364876 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.365101 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.365318 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.365529 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.365757 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.365968 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.366176 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.366391 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.366600 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.366825 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.367035 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.367244 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.367459 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.367667 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.367892 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.368101 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.368334 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.368821 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.369036 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.369369 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.369624 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.369864 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.370148 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.370396 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.370624 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.370876 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.371202 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.371416 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.371686 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.371924 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.372175 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.372432 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.372686 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.373015 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.373320 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.373573 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.373834 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.374104 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.374381 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.374651 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.375043 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.375198 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.375638 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.375995 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.376269 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.376537 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.376855 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.377080 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.377298 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.377518 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.377759 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.377992 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.378231 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.378461 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.378683 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.378896 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.379121 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.379342 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.379586 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.379795 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.380030 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.380241 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.380416 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 14:55:32.380962 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91714) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 14:55:32.381123 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 14:55:32.381275 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 14:55:32.381436 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 14:55:32.381602 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 14:55:32.381752 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 14:55:32.381956 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.382115 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.382273 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.382431 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.382590 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.382773 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.382929 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.383085 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.383245 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.383401 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.383558 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.383712 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.383875 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.384028 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.384183 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.384340 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.384528 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.384684 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.384845 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.385001 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.385156 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.385313 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.385469 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] debug = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.385625 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.385826 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.385988 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.386147 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.386307 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.386459 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.386630 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.386822 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388024 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388024 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388024 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388024 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388024 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388024 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388024 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388024 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388689 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388689 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] host = dv-cinder-789603-9-smb {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388689 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388689 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388985 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.388985 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.389137 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.389217 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.389327 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.389476 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.389632 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.389788 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.389944 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.390099 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.390254 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.390410 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.390566 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_options = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.390726 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.390886 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.391040 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.391214 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.391378 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.391534 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.391691 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.391848 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.391995 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.392132 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.392314 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.392479 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.392637 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.392784 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.392922 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.393082 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.393237 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.393393 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.393550 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.393706 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.393861 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.394018 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.394167 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:55:32.394277 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.394361 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.394466 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.394621 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.394777 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.394932 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.395087 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.395243 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.395399 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.395554 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.395713 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.395867 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.396023 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.396179 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.396336 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.396516 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.396675 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.396831 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.396988 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.397144 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.397299 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.397455 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.397612 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.397768 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_json = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.397924 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.398080 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.398236 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.398391 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.398548 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.398704 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.398859 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.399016 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:32.399190 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.399351 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.399520 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.399680 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.399838 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.399998 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.400156 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.400315 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.400497 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.400657 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.400831 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.401006 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.401174 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.401321 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.401462 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.401617 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.401767 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.401928 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.402089 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.402239 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.402399 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.402557 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.402724 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.402881 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.403038 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.403200 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.403361 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.403512 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.403674 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.403835 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.403991 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.404149 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.404300 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.404485 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.404645 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.404797 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.404951 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.405715 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.405715 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.405715 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.405715 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.405715 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.406061 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.406061 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.406193 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.406290 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.406464 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.406581 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.406876 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.406876 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.407034 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.407335 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.407335 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.407491 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.408482 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.408482 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.408482 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.409003 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.409003 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.409003 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.409214 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.409214 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.409411 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.409492 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.409654 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.409813 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.409972 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.410131 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.410290 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.410448 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.410796 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.410796 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.411045 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.411167 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.411288 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.411378 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.411540 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.411699 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.411857 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.412016 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.412175 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.412333 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.412512 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.412672 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.412839 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.413014 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.413173 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.413330 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.413488 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.413647 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.413805 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.413963 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.414121 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.414279 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.414437 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.414594 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.414753 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.414912 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.415069 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.415226 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.415383 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.415540 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.415697 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.415854 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.416012 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.416169 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.416327 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.416505 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.416664 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.416821 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.416978 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.417153 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.417281 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.417440 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.417598 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.417763 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.417932 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.418092 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.418252 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.418413 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.418597 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.418895 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.418990 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.419128 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.419270 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.419425 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.419586 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.419753 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.419921 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.420080 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.420234 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.420414 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.420582 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.420748 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.420909 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.421133 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.421227 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.421364 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.421519 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.421674 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.421834 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.421993 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.422155 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.422311 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.422468 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.422617 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.422777 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.422933 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.423156 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.423248 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.423381 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.423566 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.423761 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.423903 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.424061 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.424212 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.424405 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.424612 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.424765 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.424928 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.425088 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.425251 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.425412 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.425572 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.425732 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.425890 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.426115 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.426206 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.426341 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.426502 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.426643 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.426799 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.426960 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.427121 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.427273 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.427410 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.427572 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.427714 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.427876 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.428037 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.428197 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.428358 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.428521 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.428679 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.428816 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.428976 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.429121 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.429296 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.429457 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.429618 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.429778 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.429920 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.430085 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.430247 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.430407 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.430549 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.430714 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.430856 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.431020 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.431177 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.431382 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.431532 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.431668 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.431802 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.431936 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.432070 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.432212 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.432348 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.432520 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.432683 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.432820 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.432980 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.433217 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.433367 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.433502 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.433636 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.433771 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.433906 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.434048 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.434184 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.434318 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.434483 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.434623 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.435266 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.435266 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.435266 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.435266 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.436356 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.436356 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.436356 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.436356 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.436356 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.436356 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.436356 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.438220 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.438220 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.438220 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.438220 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.438220 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.438220 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.438220 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.438220 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.440147 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.440147 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.440147 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.440147 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.440147 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.440147 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.440147 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.440147 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.441189 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.441189 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.441189 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.441189 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.441189 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.441189 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.441189 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.441189 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.442362 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.442362 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.442362 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.442362 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.442362 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.442362 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.442362 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.442362 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.442362 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.443539 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.443539 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.443539 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.443539 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.443539 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.443539 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.443539 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:32.443539 dv-cinder-789603-9-smb neutron-server[91714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 14:55:32.446831 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 48356) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:55:32.455913 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069370 Jun 09 14:55:43.413575 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b89e83-5111-454a-8ae2-f84b91331802 None None] get_active_networks_info from dv-cinder-789603-9-smb {{(pid=91821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 14:55:43.477160 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b89e83-5111-454a-8ae2-f84b91331802 None None] No non-hosted networks {{(pid=91821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 09 14:55:43.492460 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5487d801-b7c7-4b96-a22c-e31e6500587e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:45.678119 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:45.679893 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.679893 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.679893 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.679893 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.680351 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.680351 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.680981 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.681210 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.681367 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.681722 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.682082 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.682404 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:45.682805 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-9-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:55:45.702511 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-9-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:55:45.810072 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b1a44100-55af-49c5-80f5-5ca294115809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:45.890690 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-641bbe0d-0dc9-4cd2-b23c-35332ed78066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:46.911829 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:48.563252 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:49.812753 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 48448) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:55:50.062690 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.db.l3_hamode_db [None req-e4299440-c563-4d97-8dcc-d31864e31649 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 09 14:55:50.146171 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4299440-c563-4d97-8dcc-d31864e31649 None None] Routers set() bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:55:50.146566 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4299440-c563-4d97-8dcc-d31864e31649 None None] Router IDs set() for agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 09 14:55:50.410513 dv-cinder-789603-9-smb neutron-server[91819]: WARNING oslo_policy.policy [None req-97c735b3-7a64-41cd-8124-5d9535277ee7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:55:50.411108 dv-cinder-789603-9-smb neutron-server[91819]: WARNING oslo_policy.policy [None req-97c735b3-7a64-41cd-8124-5d9535277ee7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:55:50.626006 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [None req-97c735b3-7a64-41cd-8124-5d9535277ee7 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=91819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:55:50.627079 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-97c735b3-7a64-41cd-8124-5d9535277ee7 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8133585 Jun 09 14:55:52.985456 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 48462) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:55:53.567269 dv-cinder-789603-9-smb neutron-server[91820]: WARNING oslo_policy.policy [None req-7cfa8221-d5ca-415c-92e3-67f87a3bf34a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:55:53.567870 dv-cinder-789603-9-smb neutron-server[91820]: WARNING oslo_policy.policy [None req-7cfa8221-d5ca-415c-92e3-67f87a3bf34a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:55:53.781919 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-7cfa8221-d5ca-415c-92e3-67f87a3bf34a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:55:53.879803 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.policy [None req-7cfa8221-d5ca-415c-92e3-67f87a3bf34a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91820) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 14:55:53.924489 dv-cinder-789603-9-smb neutron-server[91820]: WARNING oslo_policy.policy [None req-7cfa8221-d5ca-415c-92e3-67f87a3bf34a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:55:53.924813 dv-cinder-789603-9-smb neutron-server[91820]: WARNING oslo_policy.policy [None req-7cfa8221-d5ca-415c-92e3-67f87a3bf34a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:55:53.933248 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.quota [None req-7cfa8221-d5ca-415c-92e3-67f87a3bf34a admin admin] Loaded quota_driver: . Jun 09 14:55:54.009702 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8221-d5ca-415c-92e3-67f87a3bf34a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754144209021', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754144209448', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754144197890', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754144190699', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754144183137', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754144109654', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3663489', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3666447', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-474740', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1590233'] for rbac-policy, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:54.067239 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8221-d5ca-415c-92e3-67f87a3bf34a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:54.068604 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-7cfa8221-d5ca-415c-92e3-67f87a3bf34a admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0805542 Jun 09 14:55:56.652801 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 48480) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:55:56.990529 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'name': 'private', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:55:57.013845 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Made reservation on behalf of 80dc8f8a240a4341ac69794aca4446a2 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:55:57.016973 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:57.034371 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:57.147971 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:57.151621 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:57.157017 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:55:57.172634 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 14:55:57.199626 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754143175334', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:57.200222 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Unsubscribe: segment precommit_create {{(pid=91820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 14:55:57.200731 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Added segment c596f3aa-ff9c-47db-815f-fec2f3513ec9 of type vlan for network 922e4283-ee3e-4a90-98c8-66883acdb5f7 Jun 09 14:55:57.252320 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221485e3-cf0f-4c2b-beeb-0ca061bd6ea3,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:55:57.271947 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.272283 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.272633 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.272955 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.273272 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.273591 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.273903 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.274215 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.274543 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.274858 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.275166 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.275475 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Tracked resource versions report: Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: pushed versions: Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: { 'AddressGroup': {'1.2'}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'ConntrackHelper': {'1.0'}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'Log': {'1.0'}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'Network': {'1.1'}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'Port': {'1.7'}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'PortForwarding': {'1.2'}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'QosPolicy': {'1.8'}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'SecurityGroup': {'1.4'}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'SecurityGroupRule': {'1.2'}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'SubPort': {'1.0'}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'Subnet': {'1.1'}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'Trunk': {'1.1'}} Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: consumer versions: Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: { DHCP agent@dv-cinder-789603-9-smb: {}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: L3 agent@dv-cinder-789603-9-smb: {}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: Metadata agent@dv-cinder-789603-9-smb: {}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: Metering agent@dv-cinder-789603-9-smb: {}, Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: Open vSwitch agent@dv-cinder-789603-9-smb: { 'AddressGroup': '1.2', Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'ConntrackHelper': '1.0', Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'Log': '1.0', Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'Network': '1.1', Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'Port': '1.7', Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'PortForwarding': '1.2', Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'QosPolicy': '1.8', Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'SecurityGroup': '1.4', Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'SecurityGroupRule': '1.2', Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'SubPort': '1.0', Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'Subnet': '1.1', Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: 'Trunk': '1.1'}} Jun 09 14:55:57.276643 dv-cinder-789603-9-smb neutron-server[91820]: {{(pid=91820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 14:55:57.317596 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:57.322712 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:55:57.362259 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:57.363883 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:55:57.364562 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:55:57.369294 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:55:57.456120 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8021500 Jun 09 14:55:57.465258 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Pushing event updated for resources: {'Network': ['ID=922e4283-ee3e-4a90-98c8-66883acdb5f7,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:55:57.468545 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:55:57.487770 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 922e4283-ee3e-4a90-98c8-66883acdb5f7 details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 14:56:00.105003 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 48494) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:00.543048 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e0d19-f84f-4814-a828-6c338d8cb26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:00.544363 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-3f4e0d19-f84f-4814-a828-6c338d8cb26e admin admin] 10.222.0.83 "GET /v2.0/networks/922e4283-ee3e-4a90-98c8-66883acdb5f7 HTTP/1.1" status: 200 len: 825 time: 0.4383872 Jun 09 14:56:00.569786 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-450e964d-8383-4fd0-8c8b-bb56914efcec admin admin] 10.222.0.83 "GET /v2.0/subnetpools/5607b753-bd76-49d4-b4c8-46cb67d351f6 HTTP/1.1" status: 200 len: 734 time: 0.0200980 Jun 09 14:56:00.578067 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7', 'subnetpool_id': '5607b753-bd76-49d4-b4c8-46cb67d351f6', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:00.599043 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Made reservation on behalf of 80dc8f8a240a4341ac69794aca4446a2 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:56:00.601359 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:00.863225 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:00.868211 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:00.959776 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Checking segment: {'id': 'c596f3aa-ff9c-47db-815f-fec2f3513ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:56:00.960127 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Network hostable DHCP agents. Network: 922e4283-ee3e-4a90-98c8-66883acdb5f7, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 14:56:00.963676 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb261729-12de-4f2b-9a6b-d00927d3d51f,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:00.966850 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:00.982941 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Network 922e4283-ee3e-4a90-98c8-66883acdb5f7 is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 14:56:00.992689 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 922e4283-ee3e-4a90-98c8-66883acdb5f7) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:00.997447 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:00.998026 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:01.002281 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810bb940-7fa9-4fd6-a47e-f4a606fadf1a None None] Network 922e4283-ee3e-4a90-98c8-66883acdb5f7 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:56:01.015425 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4406087 Jun 09 14:56:01.308660 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp692e0afd-3761-5551-8e76-3f27c6570536-922e4283-ee3e-4a90-98c8-66883acdb5f7', 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'fixed_ips': [{'subnet_id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f'}]}} from dv-cinder-789603-9-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 14:56:01.309874 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:01.490116 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Allocated IP 172.20.0.2 (922e4283-ee3e-4a90-98c8-66883acdb5f7/fb261729-12de-4f2b-9a6b-d00927d3d51f/8c97d1f9-4590-439c-a5d9-c65304395a79) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:56:01.715065 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:01.728002 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Transition to ACTIVE for port object 8c97d1f9-4590-439c-a5d9-c65304395a79 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:56:01.747132 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Transition to ACTIVE for port object 8c97d1f9-4590-439c-a5d9-c65304395a79 will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:56:01.754214 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:01.759717 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:01.817124 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Network 922e4283-ee3e-4a90-98c8-66883acdb5f7 is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:56:01.819838 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:01.825356 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:56:01.831941 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Pushing event updated for resources: {'Port': ['ID=8c97d1f9-4590-439c-a5d9-c65304395a79,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:01.876083 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.876475 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.876811 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.877142 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.877463 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.877786 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.878104 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.878418 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.878734 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.879046 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.879355 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.879663 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Tracked resource versions report: Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: pushed versions: Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: { 'AddressGroup': {'1.2'}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'ConntrackHelper': {'1.0'}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'Log': {'1.0'}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'Network': {'1.1'}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'Port': {'1.7'}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'PortForwarding': {'1.2'}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'QosPolicy': {'1.8'}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'SecurityGroup': {'1.4'}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'SecurityGroupRule': {'1.2'}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'SubPort': {'1.0'}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'Subnet': {'1.1'}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'Trunk': {'1.1'}} Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: consumer versions: Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: { DHCP agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: L3 agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: Metadata agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: Metering agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: Open vSwitch agent@dv-cinder-789603-9-smb: { 'AddressGroup': '1.2', Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'ConntrackHelper': '1.0', Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'Log': '1.0', Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'Network': '1.1', Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'Port': '1.7', Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'PortForwarding': '1.2', Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'QosPolicy': '1.8', Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'SecurityGroup': '1.4', Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'SecurityGroupRule': '1.2', Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'SubPort': '1.0', Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'Subnet': '1.1', Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: 'Trunk': '1.1'}} Jun 09 14:56:01.880839 dv-cinder-789603-9-smb neutron-server[91821]: {{(pid=91821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 14:56:01.911911 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:01.931146 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Attempting to bind port 8c97d1f9-4590-439c-a5d9-c65304395a79 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:56:01.931546 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Attempting to bind port 8c97d1f9-4590-439c-a5d9-c65304395a79 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'c596f3aa-ff9c-47db-815f-fec2f3513ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:56:01.931991 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Attempting to bind port 8c97d1f9-4590-439c-a5d9-c65304395a79 on network 922e4283-ee3e-4a90-98c8-66883acdb5f7 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:56:01.937112 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:56:01.937547 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Checking segment: {'id': 'c596f3aa-ff9c-47db-815f-fec2f3513ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:56:01.938011 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:01.938401 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Bound using segment: {'id': 'c596f3aa-ff9c-47db-815f-fec2f3513ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:56:01.939431 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Bound port: 8c97d1f9-4590-439c-a5d9-c65304395a79, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c596f3aa-ff9c-47db-815f-fec2f3513ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:56:01.939808 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:02.023532 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] For port 8c97d1f9-4590-439c-a5d9-c65304395a79, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:56:02.028108 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] For port 8c97d1f9-4590-439c-a5d9-c65304395a79, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=8c97d1f9-4590-439c-a5d9-c65304395a79,segment=NetworkSegment(c596f3aa-ff9c-47db-815f-fec2f3513ec9),segment_id=c596f3aa-ff9c-47db-815f-fec2f3513ec9)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:56:02.032128 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:02.037122 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:02.130920 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Pushing event updated for resources: {'Port': ['ID=8c97d1f9-4590-439c-a5d9-c65304395a79,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:02.140204 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:03.405474 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 48502) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:03.785721 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [None req-f3d87401-a4a7-4ab6-adf8-460be9b14e3c admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:56:03.786706 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-f3d87401-a4a7-4ab6-adf8-460be9b14e3c admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3802071 Jun 09 14:56:06.178311 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 48510) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:06.541858 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [None req-1970ff7f-2308-44d3-8468-209311736f86 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=91819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:56:06.542947 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-1970ff7f-2308-44d3-8468-209311736f86 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3637118 Jun 09 14:56:07.763749 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 8c97d1f9-4590-439c-a5d9-c65304395a79 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:56:07.831988 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 8c97d1f9-4590-439c-a5d9-c65304395a79 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:56:07.902008 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c263b-8462-4003-b7cd-01ba41f2d3ac None None] Network 922e4283-ee3e-4a90-98c8-66883acdb5f7 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:56:08.021635 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-70a3da97-84a4-419a-b0bd-3cb86736d1af None None] Provisioning for port 8c97d1f9-4590-439c-a5d9-c65304395a79 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:56:08.040008 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-70a3da97-84a4-419a-b0bd-3cb86736d1af None None] Provisioning complete for port 8c97d1f9-4590-439c-a5d9-c65304395a79 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:08.040416 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-70a3da97-84a4-419a-b0bd-3cb86736d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:08.262091 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-70a3da97-84a4-419a-b0bd-3cb86736d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:08.302815 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-70a3da97-84a4-419a-b0bd-3cb86736d1af None None] For port 8c97d1f9-4590-439c-a5d9-c65304395a79, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=8c97d1f9-4590-439c-a5d9-c65304395a79,segment=NetworkSegment(c596f3aa-ff9c-47db-815f-fec2f3513ec9),segment_id=c596f3aa-ff9c-47db-815f-fec2f3513ec9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:56:08.306635 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-70a3da97-84a4-419a-b0bd-3cb86736d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:08.312130 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:08.379530 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3da97-84a4-419a-b0bd-3cb86736d1af None None] Pushing event updated for resources: {'Port': ['ID=8c97d1f9-4590-439c-a5d9-c65304395a79,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:08.383134 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-70a3da97-84a4-419a-b0bd-3cb86736d1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:08.527193 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-dfaecea5-180b-4acc-986c-b941a6bde543 None None] Provisioning complete for port 8c97d1f9-4590-439c-a5d9-c65304395a79 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:08.527580 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-dfaecea5-180b-4acc-986c-b941a6bde543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:09.170647 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 48524) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:09.510550 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-f38b4361-098a-4348-9ef5-68f1099de5b0 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:09.587113 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.policy [None req-f38b4361-098a-4348-9ef5-68f1099de5b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91819) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 14:56:09.633102 dv-cinder-789603-9-smb neutron-server[91819]: WARNING oslo_policy.policy [None req-f38b4361-098a-4348-9ef5-68f1099de5b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:56:09.633491 dv-cinder-789603-9-smb neutron-server[91819]: WARNING oslo_policy.policy [None req-f38b4361-098a-4348-9ef5-68f1099de5b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:56:09.642510 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.quota [None req-f38b4361-098a-4348-9ef5-68f1099de5b0 admin admin] Loaded quota_driver: . Jun 09 14:56:09.684460 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f38b4361-098a-4348-9ef5-68f1099de5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5140'] for router, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:09.686632 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f38b4361-098a-4348-9ef5-68f1099de5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-402870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5229'] for router, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:09.714024 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f38b4361-098a-4348-9ef5-68f1099de5b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:09.738853 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 8c97d1f9-4590-439c-a5d9-c65304395a79 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:56:09.804038 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 8c97d1f9-4590-439c-a5d9-c65304395a79 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:09.804432 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:09.833188 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f38b4361-098a-4348-9ef5-68f1099de5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401870'] for router, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:09.851796 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f38b4361-098a-4348-9ef5-68f1099de5b0 admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:09.853013 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-f38b4361-098a-4348-9ef5-68f1099de5b0 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6814165 Jun 09 14:56:12.190077 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 48534) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:12.319110 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:56:12.544579 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [None req-67bc7f39-2e44-4593-9acf-0d2b2299d143 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=91819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:56:12.545557 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-67bc7f39-2e44-4593-9acf-0d2b2299d143 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3545673 Jun 09 14:56:13.297491 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1ac11309-972c-4b0b-9cc8-f03c23e2628d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:14.907100 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 48542) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:15.266398 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:15.288830 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Made reservation on behalf of 61f45cce32b04b46bcdc90e90ee28c84 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:56:15.291535 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.308735 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.421695 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.425860 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.430923 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:15.441721 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Reserving flat network on physical network physnet1 {{(pid=91819) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 09 14:56:15.473496 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754143175334', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.474067 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Unsubscribe: segment precommit_create {{(pid=91819) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 14:56:15.474545 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Added segment e14774b2-ff88-41e8-a2d0-1842b8d59082 of type flat for network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 Jun 09 14:56:15.523110 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a6b4ff-7311-414f-9c7a-6d101a125e79,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:15.537878 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.538208 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.538537 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.538855 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.539167 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.539477 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.539793 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.540099 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.540448 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.540759 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.541060 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.541360 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Tracked resource versions report: Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: pushed versions: Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: { 'AddressGroup': {'1.2'}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'ConntrackHelper': {'1.0'}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'Log': {'1.0'}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'Network': {'1.1'}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'Port': {'1.7'}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'PortForwarding': {'1.2'}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'QosPolicy': {'1.8'}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'SecurityGroup': {'1.4'}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'SecurityGroupRule': {'1.2'}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'SubPort': {'1.0'}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'Subnet': {'1.1'}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'Trunk': {'1.1'}} Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: consumer versions: Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: { DHCP agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: L3 agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: Metadata agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: Metering agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: Open vSwitch agent@dv-cinder-789603-9-smb: { 'AddressGroup': '1.2', Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'ConntrackHelper': '1.0', Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'Log': '1.0', Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'Network': '1.1', Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'Port': '1.7', Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'PortForwarding': '1.2', Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'QosPolicy': '1.8', Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'SecurityGroup': '1.4', Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'SecurityGroupRule': '1.2', Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'SubPort': '1.0', Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'Subnet': '1.1', Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: 'Trunk': '1.1'}} Jun 09 14:56:15.542479 dv-cinder-789603-9-smb neutron-server[91819]: {{(pid=91819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 14:56:15.596011 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:15.597681 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.640648 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.642110 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:15.642738 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.647116 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:15.675003 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.735997 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8272874 Jun 09 14:56:15.745554 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a41ec8-a4a5-40af-8d11-c6eb60f986b6,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:15.762027 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:15.769128 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 14:56:15.857878 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7830545e-0de9-42d5-a4b0-8d4731c17320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:16.847056 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:18.069010 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 48564) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:18.283650 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5ed23-386f-4e03-b88a-4ec87b4ec5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:18.285006 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-65d5ed23-386f-4e03-b88a-4ec87b4ec5a9 admin admin] 10.222.0.83 "GET /v2.0/subnets/fb261729-12de-4f2b-9a6b-d00927d3d51f HTTP/1.1" status: 200 len: 849 time: 0.2150486 Jun 09 14:56:18.438274 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-cee702e7-b664-4eb1-bc76-a597df5528f8 admin admin] 10.222.0.83 "GET /v2.0/routers/afb15d24-4e45-4dae-a336-792dd0b49a4c HTTP/1.1" status: 200 len: 704 time: 0.1479461 Jun 09 14:56:18.501438 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:18.891114 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:19.115621 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Allocated IP 172.20.0.1 (922e4283-ee3e-4a90-98c8-66883acdb5f7/fb261729-12de-4f2b-9a6b-d00927d3d51f/a07d9680-a01b-4736-b888-50d841a9284c) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:56:19.271356 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:19.288349 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Transition to ACTIVE for port object a07d9680-a01b-4736-b888-50d841a9284c will not be triggered until provisioned by entity DHCP. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:56:19.341137 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:19.346237 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:19.410039 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Network 922e4283-ee3e-4a90-98c8-66883acdb5f7 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:56:19.412750 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:19.416671 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:56:19.417188 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478852'] for router_interface, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:19.549341 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Pushing event updated for resources: {'Port': ['ID=a07d9680-a01b-4736-b888-50d841a9284c,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:19.558746 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:19.618141 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-2326844b-af15-44a1-831c-b20f1308cf99 None None] Provisioning for port a07d9680-a01b-4736-b888-50d841a9284c completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:56:19.623066 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-2326844b-af15-44a1-831c-b20f1308cf99 None None] Provisioning complete for port a07d9680-a01b-4736-b888-50d841a9284c triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:19.623434 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2326844b-af15-44a1-831c-b20f1308cf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:19.674839 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-2326844b-af15-44a1-831c-b20f1308cf99 None None] Port a07d9680-a01b-4736-b888-50d841a9284c cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 14:56:19.724996 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:19.949657 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:19.954000 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:19.955144 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405468'] for router_interface, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:19.959015 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:20.091348 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Pushing event updated for resources: {'Port': ['ID=a07d9680-a01b-4736-b888-50d841a9284c,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:20.096750 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:20.151033 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Network 922e4283-ee3e-4a90-98c8-66883acdb5f7 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:56:20.152148 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:20.341498 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Router afb15d24-4e45-4dae-a336-792dd0b49a4c is scheduled to L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d with binding_index 1 {{(pid=91819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 14:56:20.397032 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8fbedac2-3d27-4f46-801b-cf45840c2209 None None] Provisioning complete for port a07d9680-a01b-4736-b888-50d841a9284c triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:20.397412 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8fbedac2-3d27-4f46-801b-cf45840c2209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:20.452547 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8fbedac2-3d27-4f46-801b-cf45840c2209 None None] Port a07d9680-a01b-4736-b888-50d841a9284c cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 14:56:20.493905 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:56:20.498859 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] 10.222.0.83 "PUT /v2.0/routers/afb15d24-4e45-4dae-a336-792dd0b49a4c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0557716 Jun 09 14:56:20.503795 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Sync routers for ids ['afb15d24-4e45-4dae-a336-792dd0b49a4c'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:56:20.514239 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Routers {'afb15d24-4e45-4dae-a336-792dd0b49a4c'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:56:20.515093 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T14:56:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['afb15d24-4e45-4dae-a336-792dd0b49a4c'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:20.690775 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Set router afb15d24-4e45-4dae-a336-792dd0b49a4c gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:56:21.048450 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'name': 'router1', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:09Z', 'updated_at': '2021-06-09T14:56:19Z', 'revision_number': 2, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'gw_port_host': None, '_interfaces': [{'id': 'a07d9680-a01b-4736-b888-50d841a9284c', 'name': '', 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'mac_address': 'fa:16:3e:a1:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:18Z', 'updated_at': '2021-06-09T14:56:19Z', 'revision_number': 2, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'subnets': [{'id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5607b753-bd76-49d4-b4c8-46cb67d351f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:21.053167 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Checking router: afb15d24-4e45-4dae-a336-792dd0b49a4c for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:56:21.053548 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Updating router afb15d24-4e45-4dae-a336-792dd0b49a4c port a07d9680-a01b-4736-b888-50d841a9284c binding host dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 14:56:21.107679 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:21.475486 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:21.490130 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Transition to ACTIVE for port object a07d9680-a01b-4736-b888-50d841a9284c will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:56:21.497595 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:21.504311 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:21.666979 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Pushing event updated for resources: {'Port': ['ID=a07d9680-a01b-4736-b888-50d841a9284c,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:21.678881 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.679220 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.679549 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.679872 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.680190 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.684547 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.685005 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.685342 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.685675 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.685998 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.686318 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.686635 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Tracked resource versions report: Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: pushed versions: Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: { 'AddressGroup': {'1.2'}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'ConntrackHelper': {'1.0'}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'Log': {'1.0'}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'Network': {'1.1'}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'Port': {'1.7'}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'PortForwarding': {'1.2'}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'QosPolicy': {'1.8'}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'SecurityGroup': {'1.4'}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'SecurityGroupRule': {'1.2'}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'SubPort': {'1.0'}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'Subnet': {'1.1'}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'Trunk': {'1.1'}} Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: consumer versions: Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: { DHCP agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: L3 agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: Metadata agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: Metering agent@dv-cinder-789603-9-smb: {}, Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: Open vSwitch agent@dv-cinder-789603-9-smb: { 'AddressGroup': '1.2', Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'ConntrackHelper': '1.0', Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'Log': '1.0', Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'Network': '1.1', Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'Port': '1.7', Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'PortForwarding': '1.2', Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'QosPolicy': '1.8', Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'SecurityGroup': '1.4', Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'SecurityGroupRule': '1.2', Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'SubPort': '1.0', Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'Subnet': '1.1', Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: 'Trunk': '1.1'}} Jun 09 14:56:21.687775 dv-cinder-789603-9-smb neutron-server[91822]: {{(pid=91822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 14:56:21.720530 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:21.763266 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Attempting to bind port a07d9680-a01b-4736-b888-50d841a9284c on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:56:21.763585 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Attempting to bind port a07d9680-a01b-4736-b888-50d841a9284c by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'c596f3aa-ff9c-47db-815f-fec2f3513ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:56:21.764038 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Attempting to bind port a07d9680-a01b-4736-b888-50d841a9284c on network 922e4283-ee3e-4a90-98c8-66883acdb5f7 {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:56:21.769502 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:56:21.769942 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Checking segment: {'id': 'c596f3aa-ff9c-47db-815f-fec2f3513ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:56:21.770405 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:21.770982 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Bound using segment: {'id': 'c596f3aa-ff9c-47db-815f-fec2f3513ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:56:21.771271 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Bound port: a07d9680-a01b-4736-b888-50d841a9284c, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c596f3aa-ff9c-47db-815f-fec2f3513ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:56:21.771644 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:21.856843 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] For port a07d9680-a01b-4736-b888-50d841a9284c, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:56:21.860873 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] For port a07d9680-a01b-4736-b888-50d841a9284c, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=a07d9680-a01b-4736-b888-50d841a9284c,segment=NetworkSegment(c596f3aa-ff9c-47db-815f-fec2f3513ec9),segment_id=c596f3aa-ff9c-47db-815f-fec2f3513ec9)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:56:21.865461 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:21.870258 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:21.950895 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Routers {'afb15d24-4e45-4dae-a336-792dd0b49a4c'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:56:21.951531 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T14:56:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['afb15d24-4e45-4dae-a336-792dd0b49a4c'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:22.005105 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Pushing event updated for resources: {'Port': ['ID=a07d9680-a01b-4736-b888-50d841a9284c,revision_number=4']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:22.017866 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:22.105509 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] Set router afb15d24-4e45-4dae-a336-792dd0b49a4c gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:56:22.429927 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'name': 'router1', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:09Z', 'updated_at': '2021-06-09T14:56:19Z', 'revision_number': 2, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'gw_port_host': None, '_interfaces': [{'id': 'a07d9680-a01b-4736-b888-50d841a9284c', 'name': '', 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'mac_address': 'fa:16:3e:a1:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:18Z', 'updated_at': '2021-06-09T14:56:21Z', 'revision_number': 4, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'subnets': [{'id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5607b753-bd76-49d4-b4c8-46cb67d351f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:22.433700 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64053f56-8c0f-4bb2-9f0b-a15b855939a8 None None] The sync data for ids ['afb15d24-4e45-4dae-a336-792dd0b49a4c'] in dv-cinder-789603-9-smb is: [{'id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'name': 'router1', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:09Z', 'updated_at': '2021-06-09T14:56:19Z', 'revision_number': 2, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'gw_port_host': None, '_interfaces': [{'id': 'a07d9680-a01b-4736-b888-50d841a9284c', 'name': '', 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'mac_address': 'fa:16:3e:a1:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:18Z', 'updated_at': '2021-06-09T14:56:21Z', 'revision_number': 4, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'subnets': [{'id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5607b753-bd76-49d4-b4c8-46cb67d351f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:56:22.698451 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 48584) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:22.849267 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c0876-7b4c-4d46-a466-687f1d03197b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:22.850625 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-fb2c0876-7b4c-4d46-a466-687f1d03197b admin admin] 10.222.0.83 "GET /v2.0/networks/e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 HTTP/1.1" status: 200 len: 842 time: 0.1512048 Jun 09 14:56:22.859845 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'cidr': '172.28.0.0/24'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:22.881261 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Made reservation on behalf of 61f45cce32b04b46bcdc90e90ee28c84 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:56:22.883807 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:23.258291 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.objects.ports [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91819) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 14:56:23.258729 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:23.262422 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:23.335004 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7caf77a9-766f-44b3-b319-2d6174d33e40,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:23.340408 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:23.344436 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Checking segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:56:23.345301 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Network hostable DHCP agents. Network: e3a41ec8-a4a5-40af-8d11-c6eb60f986b6, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 14:56:23.367226 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 14:56:23.377307 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, e3a41ec8-a4a5-40af-8d11-c6eb60f986b6) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:23.381652 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:23.382260 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:23.390107 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f75d74-26b8-4bab-9da6-be3e28012a98 None None] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:56:23.419578 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5522916 Jun 09 14:56:23.608785 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b9c14d-ffd5-4542-aab0-c57fbea44527 None None] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:56:25.682923 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 48596) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:25.755494 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device a07d9680-a01b-4736-b888-50d841a9284c up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:56:25.823820 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port a07d9680-a01b-4736-b888-50d841a9284c completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:56:25.828384 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port a07d9680-a01b-4736-b888-50d841a9284c triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:25.828767 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:25.929318 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b2042114-2351-4c15-8bda-08cf218b9c31 admin admin] 10.222.0.83 "GET /v2.0/routers/afb15d24-4e45-4dae-a336-792dd0b49a4c HTTP/1.1" status: 200 len: 710 time: 0.2452996 Jun 09 14:56:25.945544 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:25.977739 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port a07d9680-a01b-4736-b888-50d841a9284c, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=a07d9680-a01b-4736-b888-50d841a9284c,segment=NetworkSegment(c596f3aa-ff9c-47db-815f-fec2f3513ec9),segment_id=c596f3aa-ff9c-47db-815f-fec2f3513ec9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:56:25.981893 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:25.984011 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-70a3da97-84a4-419a-b0bd-3cb86736d1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:26.051783 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=a07d9680-a01b-4736-b888-50d841a9284c,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:26.055104 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:26.056884 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf31198-039a-487e-bb01-66537d39b4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:26.058261 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-acf31198-039a-487e-bb01-66537d39b4f3 admin admin] 10.222.0.83 "GET /v2.0/networks/e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 HTTP/1.1" status: 200 len: 886 time: 0.1240203 Jun 09 14:56:26.067010 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:26.498164 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5247'] for router, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:26.813917 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:26.866885 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:27.042879 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Allocated IP 172.28.0.80 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/04181c53-81ab-4379-bacc-db93bbb40e2a) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:56:27.180417 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:27.208437 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:27.212931 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:27.270522 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:56:27.273155 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:27.276669 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:56:27.342840 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Pushing event updated for resources: {'Port': ['ID=04181c53-81ab-4379-bacc-db93bbb40e2a,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:27.347138 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:27.647159 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:27.738524 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device a07d9680-a01b-4736-b888-50d841a9284c up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:56:27.804913 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port a07d9680-a01b-4736-b888-50d841a9284c triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:27.805289 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:27.976658 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5247'] for router, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:27.979800 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-401912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-401911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417588'] for router, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:28.152312 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Router afb15d24-4e45-4dae-a336-792dd0b49a4c has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:56:28.381348 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:56:28.385526 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:28.388330 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] 10.222.0.83 "PUT /v2.0/routers/afb15d24-4e45-4dae-a336-792dd0b49a4c HTTP/1.1" status: 200 len: 889 time: 2.3229585 Jun 09 14:56:28.390497 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Sync routers for ids ['afb15d24-4e45-4dae-a336-792dd0b49a4c'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:56:28.401496 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Routers {'afb15d24-4e45-4dae-a336-792dd0b49a4c'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:56:28.402195 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T14:56:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['afb15d24-4e45-4dae-a336-792dd0b49a4c'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:28.588619 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Set router afb15d24-4e45-4dae-a336-792dd0b49a4c gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:56:28.925712 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'name': 'router1', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '04181c53-81ab-4379-bacc-db93bbb40e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:09Z', 'updated_at': '2021-06-09T14:56:27Z', 'revision_number': 4, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'gw_port': {'id': '04181c53-81ab-4379-bacc-db93bbb40e2a', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:26Z', 'updated_at': '2021-06-09T14:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a07d9680-a01b-4736-b888-50d841a9284c', 'name': '', 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'mac_address': 'fa:16:3e:a1:58:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:18Z', 'updated_at': '2021-06-09T14:56:25Z', 'revision_number': 5, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'subnets': [{'id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5607b753-bd76-49d4-b4c8-46cb67d351f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:28.930551 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Checking router: afb15d24-4e45-4dae-a336-792dd0b49a4c for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:56:28.930927 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Updating router afb15d24-4e45-4dae-a336-792dd0b49a4c port 04181c53-81ab-4379-bacc-db93bbb40e2a binding host dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 14:56:28.980592 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:29.292769 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:29.303456 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Transition to ACTIVE for port object 04181c53-81ab-4379-bacc-db93bbb40e2a will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:56:29.310027 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:29.314887 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:29.387449 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Attempting to bind port 04181c53-81ab-4379-bacc-db93bbb40e2a on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:56:29.387813 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Attempting to bind port 04181c53-81ab-4379-bacc-db93bbb40e2a by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:56:29.388171 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Attempting to bind port 04181c53-81ab-4379-bacc-db93bbb40e2a on network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:56:29.396064 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cdbbe-aae4-4f5d-adbb-70bf80d1b250 None None] Pushing event updated for resources: {'Port': ['ID=04181c53-81ab-4379-bacc-db93bbb40e2a,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:29.399269 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:56:29.399642 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Checking segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:56:29.400042 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:29.400509 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Bound using segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:56:29.400985 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Bound port: 04181c53-81ab-4379-bacc-db93bbb40e2a, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:56:29.401353 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:29.423618 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-f38cdbbe-aae4-4f5d-adbb-70bf80d1b250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:29.471379 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] For port 04181c53-81ab-4379-bacc-db93bbb40e2a, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:56:29.474267 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] For port 04181c53-81ab-4379-bacc-db93bbb40e2a, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=04181c53-81ab-4379-bacc-db93bbb40e2a,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:56:29.479116 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:29.483470 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:29.557293 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Routers {'afb15d24-4e45-4dae-a336-792dd0b49a4c'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:56:29.557827 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T14:56:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['afb15d24-4e45-4dae-a336-792dd0b49a4c'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:29.610840 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cdbbe-aae4-4f5d-adbb-70bf80d1b250 None None] Pushing event updated for resources: {'Port': ['ID=04181c53-81ab-4379-bacc-db93bbb40e2a,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:29.622186 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-f38cdbbe-aae4-4f5d-adbb-70bf80d1b250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:29.738872 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] Set router afb15d24-4e45-4dae-a336-792dd0b49a4c gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:56:30.082091 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'name': 'router1', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '04181c53-81ab-4379-bacc-db93bbb40e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:09Z', 'updated_at': '2021-06-09T14:56:27Z', 'revision_number': 4, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'gw_port': {'id': '04181c53-81ab-4379-bacc-db93bbb40e2a', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:26Z', 'updated_at': '2021-06-09T14:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a07d9680-a01b-4736-b888-50d841a9284c', 'name': '', 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'mac_address': 'fa:16:3e:a1:58:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:18Z', 'updated_at': '2021-06-09T14:56:25Z', 'revision_number': 5, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'subnets': [{'id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5607b753-bd76-49d4-b4c8-46cb67d351f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:30.086134 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad55c34-cb8c-4078-a3bc-f281d2d73505 None None] The sync data for ids ['afb15d24-4e45-4dae-a336-792dd0b49a4c'] in dv-cinder-789603-9-smb is: [{'id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'name': 'router1', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '04181c53-81ab-4379-bacc-db93bbb40e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:09Z', 'updated_at': '2021-06-09T14:56:27Z', 'revision_number': 4, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'gw_port': {'id': '04181c53-81ab-4379-bacc-db93bbb40e2a', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:26Z', 'updated_at': '2021-06-09T14:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a07d9680-a01b-4736-b888-50d841a9284c', 'name': '', 'network_id': '922e4283-ee3e-4a90-98c8-66883acdb5f7', 'tenant_id': '80dc8f8a240a4341ac69794aca4446a2', 'mac_address': 'fa:16:3e:a1:58:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb15d24-4e45-4dae-a336-792dd0b49a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:18Z', 'updated_at': '2021-06-09T14:56:25Z', 'revision_number': 5, 'project_id': '80dc8f8a240a4341ac69794aca4446a2', 'subnets': [{'id': 'fb261729-12de-4f2b-9a6b-d00927d3d51f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5607b753-bd76-49d4-b4c8-46cb67d351f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:56:30.744844 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 48604) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:30.856325 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-30095222-77b8-40e7-baf5-c7deda004f0c admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1103189 Jun 09 14:56:31.776748 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 04181c53-81ab-4379-bacc-db93bbb40e2a up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:56:31.845821 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 04181c53-81ab-4379-bacc-db93bbb40e2a completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:56:31.850248 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 04181c53-81ab-4379-bacc-db93bbb40e2a triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:31.850619 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:31.960269 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:31.976526 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 04181c53-81ab-4379-bacc-db93bbb40e2a, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=04181c53-81ab-4379-bacc-db93bbb40e2a,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:56:31.980335 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:31.983614 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:32.058263 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=04181c53-81ab-4379-bacc-db93bbb40e2a,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:32.061814 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:33.782417 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 04181c53-81ab-4379-bacc-db93bbb40e2a up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:56:33.850376 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 04181c53-81ab-4379-bacc-db93bbb40e2a triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:33.850691 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:43.301507 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-79655138-5366-4053-85d4-cf832d52f282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.679774 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.811351 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f68018ca-ef9b-4f5e-a6e5-b9d66a2f5773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:46.854130 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:48.518407 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:49.318651 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:57:13.306394 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c7822009-e768-4f51-993b-1b409ae50c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:15.675154 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:15.807538 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ab343021-ace4-42c6-a790-e92a53898c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:16.856602 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:18.522547 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:26.316885 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:57:43.309569 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-284e47fc-c42f-45f4-8a8b-e2155be5a993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:45.679401 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:45.809618 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ee680823-e8b5-45ce-ad83-b232e6a2c3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:46.860184 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:48.523536 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:03.315999 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:58:05.533765 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49172) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:05.600726 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae127f9b-85e0-4398-aed0-d923e1d64065 admin admin] GET failed (client error): The resource could not be found. Jun 09 14:58:05.602042 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-ae127f9b-85e0-4398-aed0-d923e1d64065 admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672822 Jun 09 14:58:05.732142 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be15748-91d9-4c17-88c3-9e8d24c35cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:05.733578 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-0be15748-91d9-4c17-88c3-9e8d24c35cd9 admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1278172 Jun 09 14:58:07.833778 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49182) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:07.939833 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957fdd04-600c-468e-901d-6e137dcfa4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:07.941688 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-957fdd04-600c-468e-901d-6e137dcfa4a1 admin admin] 10.222.0.83 "GET /v2.0/subnets/fb261729-12de-4f2b-9a6b-d00927d3d51f HTTP/1.1" status: 200 len: 849 time: 0.1069784 Jun 09 14:58:07.950643 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:58:08.059797 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:08.243960 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754143116005'] for subnet, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:08.247645 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:58:08.291106 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:08.291106 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:08.292633 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] 10.222.0.83 "PUT /v2.0/subnets/fb261729-12de-4f2b-9a6b-d00927d3d51f HTTP/1.1" status: 200 len: 868 time: 0.3456573 Jun 09 14:58:08.294907 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe53f276-692f-48cc-9882-445d47916757 None None] Network 922e4283-ee3e-4a90-98c8-66883acdb5f7 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:58:08.318500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb261729-12de-4f2b-9a6b-d00927d3d51f,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:58:08.326130 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.326510 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.326803 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.327134 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.327460 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.327783 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.328104 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.328447 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.328789 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.329112 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.329428 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.329742 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:08.333598 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:58:08.779227 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-5cd9c248-c736-44e3-8894-d5bd9878d540 None None] Provisioning complete for port 8c97d1f9-4590-439c-a5d9-c65304395a79 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:58:08.779602 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9c248-c736-44e3-8894-d5bd9878d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:08.905984 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-5cd9c248-c736-44e3-8894-d5bd9878d540 None None] Provisioning complete for port a07d9680-a01b-4736-b888-50d841a9284c triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:58:08.906352 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9c248-c736-44e3-8894-d5bd9878d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:10.438331 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49190) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:10.622513 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d30878-4265-4ea0-92eb-dcb84ddae6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:10.622928 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d30878-4265-4ea0-92eb-dcb84ddae6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:10.624507 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-00d30878-4265-4ea0-92eb-dcb84ddae6dc admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1851256 Jun 09 14:58:12.804785 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49200) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:12.974653 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d8554-1a3e-4508-99cc-9ce5ba68ef3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:12.975131 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d8554-1a3e-4508-99cc-9ce5ba68ef3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:12.976647 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-222d8554-1a3e-4508-99cc-9ce5ba68ef3b admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1709194 Jun 09 14:58:13.312340 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-339a50ac-ac5d-499a-bea9-c6858352c59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:15.065838 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49208) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:15.235128 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcea2d2-113f-4860-8316-866673e95c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:15.236513 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-5dcea2d2-113f-4860-8316-866673e95c66 admin admin] 10.222.0.83 "GET /v2.0/networks/922e4283-ee3e-4a90-98c8-66883acdb5f7 HTTP/1.1" status: 200 len: 869 time: 0.1696875 Jun 09 14:58:15.682542 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:15.811233 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5f041b81-92f0-4aca-99bd-dd5a2d6fe575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:16.862218 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:17.350117 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49216) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:17.513385 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef686727-eb98-47cc-84c8-30019eef4422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:17.515276 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-ef686727-eb98-47cc-84c8-30019eef4422 admin admin] 10.222.0.83 "GET /v2.0/networks/e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 HTTP/1.1" status: 200 len: 886 time: 0.1636994 Jun 09 14:58:18.533405 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:19.655838 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49224) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:19.758425 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ffca4-ebe4-4ab6-abfb-a90a5e5d5482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:19.758884 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ffca4-ebe4-4ab6-abfb-a90a5e5d5482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:19.760379 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b83ffca4-ebe4-4ab6-abfb-a90a5e5d5482 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1035366 Jun 09 14:58:21.882337 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49232) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:21.990006 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556595e-7eed-4d74-ae88-5a513e980f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:21.990467 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556595e-7eed-4d74-ae88-5a513e980f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:21.991930 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-5556595e-7eed-4d74-ae88-5a513e980f97 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1086502 Jun 09 14:58:24.082973 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49240) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:24.183976 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3d105b-8ce4-4182-91a3-950807c18dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:24.185300 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-1e3d105b-8ce4-4182-91a3-950807c18dd2 admin admin] 10.222.0.83 "GET /v2.0/subnets/7caf77a9-766f-44b3-b319-2d6174d33e40 HTTP/1.1" status: 200 len: 816 time: 0.1013870 Jun 09 14:58:26.299906 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49248) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:26.403620 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6ec70-f882-4a3e-bb03-03016551a537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:26.405013 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-80b6ec70-f882-4a3e-bb03-03016551a537 admin admin] 10.222.0.83 "GET /v2.0/subnets/fb261729-12de-4f2b-9a6b-d00927d3d51f HTTP/1.1" status: 200 len: 868 time: 0.1041226 Jun 09 14:58:40.316402 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:58:43.311274 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f658325d-1331-4169-b604-4d8d41604b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:45.686353 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:45.820144 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf757-1ef5-4240-8f5a-45f34247116c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:46.865467 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:48.535342 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:49.558784 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49292) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:49.608489 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [None req-3a583335-ab44-4d19-96dd-2572dafa4227 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:58:49.609482 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-3a583335-ab44-4d19-96dd-2572dafa4227 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497365 Jun 09 14:58:51.817556 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49300) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:51.882343 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.pecan_wsgi.hooks.translation [None req-550eb288-3345-44f8-9ada-bec4e18f85b8 admin admin] GET failed (client error): The resource could not be found. Jun 09 14:58:51.883578 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-550eb288-3345-44f8-9ada-bec4e18f85b8 admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650985 Jun 09 14:58:52.010339 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94794e5-1381-4880-80c3-23c9d8ec5937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:52.011762 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b94794e5-1381-4880-80c3-23c9d8ec5937 admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1245151 Jun 09 14:58:54.184187 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49308) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:54.231621 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:58:54.252774 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Made reservation on behalf of 61f45cce32b04b46bcdc90e90ee28c84 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:58:54.255515 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:54.342795 dv-cinder-789603-9-smb neutron-server[91820]: WARNING neutron.services.revisions.revision_plugin [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Could not find related network for resource to bump revision. Jun 09 14:58:54.355769 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 14:58:54.365329 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:54.365591 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Added segment b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742 of type vlan for network ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 Jun 09 14:58:54.391459 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:54.418530 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:54.419802 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:54.420903 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:54.425238 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:58:54.500290 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3150032 Jun 09 14:58:54.520062 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7162ed-6612-4f9f-af8d-956b8d1ad2c9,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:58:54.528664 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.529008 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.529371 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.529700 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.530024 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.530344 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.530659 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.530980 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.531317 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.531639 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.531955 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.532265 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:54.537825 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d74b0124-9b7f-4b48-a869-1b9a461021f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:58:54.545706 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 14:58:56.655233 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49316) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:56.719774 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4e2fcd-f5ba-4d3e-9e41-92ce5d929cd9 admin admin] GET failed (client error): The resource could not be found. Jun 09 14:58:56.721048 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-0b4e2fcd-f5ba-4d3e-9e41-92ce5d929cd9 admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648489 Jun 09 14:58:56.822902 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0826d929-55b2-4665-888b-7868149330c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:56.824300 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-0826d929-55b2-4665-888b-7868149330c7 admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0994740 Jun 09 14:58:56.833722 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:58:56.852816 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Made reservation on behalf of 61f45cce32b04b46bcdc90e90ee28c84 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:58:56.855003 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:57.066583 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:57.070937 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3f4abce-b813-4eb1-be0c-2ee8036e3093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:58:57.138010 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6704bbe1-3459-4698-8e72-4802b0b9bb8a,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:58:57.140637 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:58:57.146392 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Checking segment: {'id': 'b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:58:57.146745 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Network hostable DHCP agents. Network: ac7162ed-6612-4f9f-af8d-956b8d1ad2c9, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 14:58:57.163234 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Network ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 14:58:57.174604 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, ac7162ed-6612-4f9f-af8d-956b8d1ad2c9) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:58:57.179263 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:57.180260 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:57.184967 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e5a84-88aa-4ee6-a5c9-ad6a08b59df9 None None] Network ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:58:57.202078 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3716826 Jun 09 14:58:57.409308 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp692e0afd-3761-5551-8e76-3f27c6570536-ac7162ed-6612-4f9f-af8d-956b8d1ad2c9', 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9', 'tenant_id': '61f45cce32b04b46bcdc90e90ee28c84', 'fixed_ips': [{'subnet_id': '6704bbe1-3459-4698-8e72-4802b0b9bb8a'}]}} from dv-cinder-789603-9-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 14:58:57.410134 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:57.565361 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Allocated IP 192.168.233.2 (ac7162ed-6612-4f9f-af8d-956b8d1ad2c9/6704bbe1-3459-4698-8e72-4802b0b9bb8a/23d3bcc9-7d1c-4079-8984-316203fd8d5a) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:58:57.774107 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:57.784523 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Transition to ACTIVE for port object 23d3bcc9-7d1c-4079-8984-316203fd8d5a will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:58:57.803925 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Transition to ACTIVE for port object 23d3bcc9-7d1c-4079-8984-316203fd8d5a will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:58:57.809479 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:57.814001 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-6d7dcb34-ae52-471f-8fee-7f564c625c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:58:57.876287 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Network ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:58:57.879075 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:58:57.882697 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:58:57.889961 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Pushing event updated for resources: {'Port': ['ID=23d3bcc9-7d1c-4079-8984-316203fd8d5a,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:58:57.930477 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.930828 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.931169 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.931502 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.931829 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.932154 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.932506 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.932832 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.933154 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.933477 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.933798 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.934117 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:57.941456 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:58:57.992707 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Attempting to bind port 23d3bcc9-7d1c-4079-8984-316203fd8d5a on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:58:57.993081 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Attempting to bind port 23d3bcc9-7d1c-4079-8984-316203fd8d5a by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:58:57.993731 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Attempting to bind port 23d3bcc9-7d1c-4079-8984-316203fd8d5a on network ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:58:57.999109 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:58:57.999487 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Checking segment: {'id': 'b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:58:57.999897 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:58.000290 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Bound using segment: {'id': 'b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:58:58.000819 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Bound port: 23d3bcc9-7d1c-4079-8984-316203fd8d5a, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:58:58.001194 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:58.087129 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] For port 23d3bcc9-7d1c-4079-8984-316203fd8d5a, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:58:58.090328 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] For port 23d3bcc9-7d1c-4079-8984-316203fd8d5a, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=23d3bcc9-7d1c-4079-8984-316203fd8d5a,segment=NetworkSegment(b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742),segment_id=b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:58:58.093715 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:58.098103 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:58:58.173312 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Pushing event updated for resources: {'Port': ['ID=23d3bcc9-7d1c-4079-8984-316203fd8d5a,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:58:58.176287 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:58:58.974635 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addea502-c843-4909-a169-cd82e189c87c None None] Network ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:58:59.065120 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b8029c1e-2c3f-4948-b63c-6eeff1d99dc6 None None] Provisioning for port 23d3bcc9-7d1c-4079-8984-316203fd8d5a completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:58:59.876464 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 23d3bcc9-7d1c-4079-8984-316203fd8d5a up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:58:59.946963 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 23d3bcc9-7d1c-4079-8984-316203fd8d5a completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:58:59.951987 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 23d3bcc9-7d1c-4079-8984-316203fd8d5a triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:58:59.952361 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:00.089082 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:00.121321 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 23d3bcc9-7d1c-4079-8984-316203fd8d5a, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=23d3bcc9-7d1c-4079-8984-316203fd8d5a,segment=NetworkSegment(b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742),segment_id=b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:59:00.125663 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:00.127810 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:59:00.191938 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=23d3bcc9-7d1c-4079-8984-316203fd8d5a,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:59:00.194954 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:59:01.851566 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 23d3bcc9-7d1c-4079-8984-316203fd8d5a up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:59:01.920320 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 23d3bcc9-7d1c-4079-8984-316203fd8d5a triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:59:01.920713 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:13.314604 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e0d62eb5-b9a9-4f9b-b993-6a45d7dbe8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:15.688050 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:15.811728 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5e1ac273-5cd3-4d64-a426-15fb09d82164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:16.867287 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:17.316184 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:59:18.539528 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:43.315680 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-537ce55d-8b5c-45c5-8c50-2aa780753d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:45.689672 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:45.819563 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5bee336b-a9b9-445d-a021-6897c52c3371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:46.870103 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:48.542079 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:54.314886 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:00:13.318125 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9c429484-c601-4759-aed1-9a113e3209e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:15.691215 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:15.814302 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-88033af1-572f-47e4-ab44-2c84c8552327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:16.872953 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:18.546498 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:27.552789 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49368) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:00:27.560036 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [None req-b51cb106-e82e-48ab-87e0-05129f0dd0bd tempest-verify_tempest_config-147196572 tempest-verify_tempest_config-147196572-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:00:27.561105 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b51cb106-e82e-48ab-87e0-05129f0dd0bd tempest-verify_tempest_config-147196572 tempest-verify_tempest_config-147196572-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073235 Jun 09 15:00:27.857785 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49386) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:00:27.969507 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:28.094116 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:28.097918 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:28.104772 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:00:28.145146 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9285f6d5202b40bdbdd70a7d0b992ba0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2863016 Jun 09 15:00:28.147199 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8dc2a-8f86-459c-8e9a-8985222ae312,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:00:28.147831 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49390) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:00:28.153192 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.153528 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.153854 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.154179 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.154496 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.154812 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.155126 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.155439 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.155767 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.156083 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.156412 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.156723 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.160627 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:00:28.208810 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:28.233743 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:28.324553 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:28.327243 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:28.328403 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/00a8dc2a-8f86-459c-8e9a-8985222ae312 HTTP/1.1" status: 204 len: 168 time: 0.1791317 Jun 09 15:00:28.329308 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:00:28.339204 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8dc2a-8f86-459c-8e9a-8985222ae312,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:00:28.346082 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.346419 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.346770 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.347088 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.347410 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.347732 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.348054 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.348401 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.348730 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.349055 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.349372 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.349697 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:28.353284 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:00:31.314246 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:00:43.322643 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-64f83d20-3a0e-4819-bb84-a16e9e5bd4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:45.692953 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:45.814736 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-769d7880-33d4-43e4-b191-df9416e9ce37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:46.874253 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:48.547487 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:08.312633 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:01:13.324541 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-58a42fc6-a885-4404-9761-d33f0936b3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:15.694163 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:15.815473 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-45141447-8e45-43ff-98ec-5dd6ca1eb153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:16.879086 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:18.550118 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:43.327714 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-32b6cc20-9c9a-4616-b337-2a4fc48f5f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:45.310818 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:01:45.695466 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:45.814969 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f295aa14-44cd-4f4d-accd-96db1e5ddd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:46.878609 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:48.555588 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:10.678550 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:13.329561 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-48a79632-f58a-439b-80fa-9f868d3ab054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:14.986200 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49446) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:02:15.096672 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-ba6ab605-e2ca-4f9e-a70f-48ad7f34dae9 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1093287 Jun 09 15:02:15.697687 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:15.816524 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1c337817-4df5-4c8b-ab13-b2c88a0fcd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:16.881951 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:17.251296 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49456) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:02:17.310895 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-ce511e98-8c49-4265-bc57-8a5e184e3e2d admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0584624 Jun 09 15:02:18.556462 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:22.308928 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:02:40.657898 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:43.330328 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f33fc43a-eb37-4337-b3ad-bc651062c8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:45.700638 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:45.817199 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a52fe281-d04c-446c-ad30-d190a2609473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:46.883225 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:48.560112 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:59.309347 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:03:10.675680 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:13.331399 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b770e536-df57-4ded-b752-92511b6e65e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:15.705097 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:15.819261 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-bca113dd-6be1-4867-92a4-d33ea00ad584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:16.888835 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:18.563598 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:36.309060 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:03:40.673010 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:43.333920 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-84480c3e-bdaf-4aa6-a295-517831b2c8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.714362 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.827592 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8d07136a-d635-4d68-b6b4-6d4a60d8effd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:46.896221 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:47.620594 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49552) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:47.800687 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-117831846-network', 'tenant_id': '1577aa98679f4a81af078feb59e1b444'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:47.823890 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Made reservation on behalf of 1577aa98679f4a81af078feb59e1b444 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:47.826741 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:47.841085 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:47.953452 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:47.961691 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:47.964946 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:47.995003 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c460c8bf-9526-417f-bf14-987c9e99455b,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:48.007703 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:03:48.012923 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.013323 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.013725 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.013929 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.014246 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.014563 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.014876 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.015274 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.015480 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.016064 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.016399 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.016712 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Tracked resource versions report: Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: pushed versions: Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: { 'AddressGroup': {'1.2'}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'ConntrackHelper': {'1.0'}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'Log': {'1.0'}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'Network': {'1.1'}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'Port': {'1.7'}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'PortForwarding': {'1.2'}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'QosPolicy': {'1.8'}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'SecurityGroup': {'1.4'}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'SecurityGroupRule': {'1.2'}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'SubPort': {'1.0'}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'Subnet': {'1.1'}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'Trunk': {'1.1'}} Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: consumer versions: Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: { DHCP agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: HyperV agent@hv-cinder-78960: {}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: L3 agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: Metadata agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: Metering agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: Open vSwitch agent@dv-cinder-789603-9-smb: { 'AddressGroup': '1.2', Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'ConntrackHelper': '1.0', Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'Log': '1.0', Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'Network': '1.1', Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'Port': '1.7', Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'PortForwarding': '1.2', Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'QosPolicy': '1.8', Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'SecurityGroup': '1.4', Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'SecurityGroupRule': '1.2', Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'SubPort': '1.0', Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'Subnet': '1.1', Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: 'Trunk': '1.1'}} Jun 09 15:03:48.017768 dv-cinder-789603-9-smb neutron-server[91820]: {{(pid=91820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 15:03:48.025107 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.025209 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Added segment 44f961a7-1fca-4298-917b-fa8ed13558f8 of type vlan for network fcd6d721-edbd-4a87-a589-447450b1224d Jun 09 15:03:48.060612 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:48.064118 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.095461 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.096818 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:48.097409 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.102202 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-aa518d48-e140-4a63-938e-b944f6e5b629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:48.203402 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5812631 Jun 09 15:03:48.206868 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49602) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:48.207630 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd6d721-edbd-4a87-a589-447450b1224d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:48.211338 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:48.217496 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Request body: {'subnet': {'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-117831846-subnet', 'tenant_id': '1577aa98679f4a81af078feb59e1b444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:48.223779 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network fcd6d721-edbd-4a87-a589-447450b1224d details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:03:48.248823 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Made reservation on behalf of 1577aa98679f4a81af078feb59e1b444 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:48.251642 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.514937 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.520156 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6ca02403-4f35-4c05-b301-de1ddfe01953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:48.572889 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.615209 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f05cc0-e86c-4e11-a061-45c390b84677,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:48.628339 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.628745 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.629087 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.629417 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.632500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.632500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.632500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.632500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.632500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.632500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.632500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.632500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Tracked resource versions report: Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: pushed versions: Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: { 'AddressGroup': {'1.2'}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'ConntrackHelper': {'1.0'}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'Log': {'1.0'}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'Network': {'1.1'}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'Port': {'1.7'}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'PortForwarding': {'1.2'}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'QosPolicy': {'1.8'}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'SecurityGroup': {'1.4'}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'SecurityGroupRule': {'1.2'}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'SubPort': {'1.0'}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'Subnet': {'1.1'}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'Trunk': {'1.1'}} Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: consumer versions: Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: { DHCP agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: HyperV agent@hv-cinder-78960: {}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: L3 agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: Metadata agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: Metering agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: Open vSwitch agent@dv-cinder-789603-9-smb: { 'AddressGroup': '1.2', Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'ConntrackHelper': '1.0', Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'Log': '1.0', Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'Network': '1.1', Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'Port': '1.7', Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'PortForwarding': '1.2', Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'QosPolicy': '1.8', Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'SecurityGroup': '1.4', Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'SecurityGroupRule': '1.2', Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'SubPort': '1.0', Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'Subnet': '1.1', Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: 'Trunk': '1.1'}} Jun 09 15:03:48.633575 dv-cinder-789603-9-smb neutron-server[91819]: {{(pid=91819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 15:03:48.638277 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:48.642271 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Checking segment: {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:48.642631 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Network hostable DHCP agents. Network: fcd6d721-edbd-4a87-a589-447450b1224d, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:03:48.659764 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Network fcd6d721-edbd-4a87-a589-447450b1224d is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:03:48.669865 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, fcd6d721-edbd-4a87-a589-447450b1224d) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:48.674946 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:48.675906 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.680557 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2404fe8-b371-46b8-ac6a-86ab15f82879 None None] Network fcd6d721-edbd-4a87-a589-447450b1224d requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:48.705169 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b8c11c71-15c7-4bea-9d10-615fce89deb8 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4967828 Jun 09 15:03:48.927853 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021dfc3f-cd10-4a40-8455-23c48ff20a69 None None] Network fcd6d721-edbd-4a87-a589-447450b1224d requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:49.622148 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49684) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:49.661920 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49694) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:49.774093 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49700) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:49.806954 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49706) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:49.895644 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1575933261-network', 'tenant_id': '4188645b5da241f4ac8029ec2930e59f'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:49.917392 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Made reservation on behalf of 4188645b5da241f4ac8029ec2930e59f for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:49.921187 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:49.924977 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-653910499-network', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:49.935225 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:49.949973 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Made reservation on behalf of 28c3ac911d8e47e5a6cdf2e95436c91e for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:49.953605 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:49.968834 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.053597 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.058020 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.063836 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:50.097925 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5abe179-4090-4bdc-9c93-48454319b07d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:50.100736 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:03:50.110544 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.111402 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Added segment e9e1b603-ea3f-40fc-af0d-5815f743374b of type vlan for network 67b59cc6-72fc-48c6-8023-54ece4f46e10 Jun 09 15:03:50.142820 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.167384 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:50.176036 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.177740 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:50.178515 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.179095 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-721677282-network', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:50.184163 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.194489 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-587125885-network', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:50.194944 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:50.211501 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.219061 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:50.248870 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Made reservation on behalf of 8d40dc2c249f4955b85223f73130ee87 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:50.251582 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.270515 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:03:50.287265 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.292031 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Pushing event updated for resources: {'Network': ['ID=67b59cc6-72fc-48c6-8023-54ece4f46e10,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:50.296014 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:50.305005 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6812961 Jun 09 15:03:50.307821 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 67b59cc6-72fc-48c6-8023-54ece4f46e10 details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:03:50.314085 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49728) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:50.319799 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Request body: {'subnet': {'network_id': '67b59cc6-72fc-48c6-8023-54ece4f46e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1575933261-subnet', 'tenant_id': '4188645b5da241f4ac8029ec2930e59f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:50.324223 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.324633 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Added segment 0c7e205b-82e1-4ae3-82bc-7e3e20d35da9 of type vlan for network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 Jun 09 15:03:50.338770 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56933f03-326a-48d9-b1d7-e67f88a510e0,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:50.368873 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:50.373972 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Made reservation on behalf of 9654598a67fe48cf889fd64d91ce8273 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:50.376306 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.394141 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Made reservation on behalf of 4188645b5da241f4ac8029ec2930e59f for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:50.397190 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.524022 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.589977 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.663144 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.673650 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:50.680652 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.695720 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:50.816448 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Pushing event updated for resources: {'Network': ['ID=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:50.828156 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:03:50.890935 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:51.015001 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.025661 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.071609 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-142e6b02-2b0c-41f2-a970-0dd86bc55664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:51.097344 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49750) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:51.103258 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Request body: {'subnet': {'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-subnet', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:51.107783 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4446869 Jun 09 15:03:51.161265 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:03:51.164794 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89489962-5b1f-42e9-9522-aa2791102faf,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:51.171627 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.176348 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:51.187227 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-52e4f960-2ac7-4550-8f6b-5f2957e9d5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:51.223984 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.224333 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Added segment a90ed194-584d-4dbf-a0de-3bc6bc21b3cc of type vlan for network 14fe3549-285e-478e-86c0-218ad94ab33d Jun 09 15:03:51.310961 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.345794 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.360255 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0f5780-49f6-4df4-9d63-7d794412ae7b,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:51.367417 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.382900 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:03:51.392269 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Made reservation on behalf of 28c3ac911d8e47e5a6cdf2e95436c91e for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:51.392484 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.392778 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Added segment a8de3869-0e08-4d17-ab4b-27d79f83785b of type vlan for network 248c892a-8a76-47cd-bd87-7fa88315b14d Jun 09 15:03:51.399027 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:51.400830 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.401469 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:51.460628 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Checking segment: {'id': 'e9e1b603-ea3f-40fc-af0d-5815f743374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '67b59cc6-72fc-48c6-8023-54ece4f46e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:51.460988 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Network hostable DHCP agents. Network: 67b59cc6-72fc-48c6-8023-54ece4f46e10, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:03:51.483715 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.494828 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.497575 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13229ee5-29dd-4f3f-940f-a72d1f439940,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:51.502429 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:51.502617 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:51.503154 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.508463 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3e882df1-0a6b-41aa-8d38-c72f46b912b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:51.557934 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49796) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:51.562886 dv-cinder-789603-9-smb neutron-server[91820]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 15:03:51.609540 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.db.resource_extend [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 15:03:51.625156 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Network 67b59cc6-72fc-48c6-8023-54ece4f46e10 is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:03:51.652524 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8438728 Jun 09 15:03:51.656752 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49798) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:51.663655 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Request body: {'subnet': {'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-721677282-subnet', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:51.671897 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 67b59cc6-72fc-48c6-8023-54ece4f46e10) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:51.673714 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Pushing event updated for resources: {'Network': ['ID=14fe3549-285e-478e-86c0-218ad94ab33d,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:51.680656 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa457990-a1d3-494a-9d41-db018eb0c53e None None] Network 67b59cc6-72fc-48c6-8023-54ece4f46e10 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:51.687004 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.694648 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:51.695447 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.699637 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:51.700442 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.739759 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:51.740555 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:51.756571 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-69e8d906-01ab-46fc-af26-455c630f04dc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:51.763963 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-69e8d906-01ab-46fc-af26-455c630f04dc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 814 time: 0.2049263 Jun 09 15:03:51.822402 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-aa40b2eb-9799-4131-9bf5-d4f419a021a2 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/quotas/1577aa98679f4a81af078feb59e1b444 HTTP/1.1" status: 200 len: 375 time: 0.0570261 Jun 09 15:03:51.843043 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Made reservation on behalf of 8d40dc2c249f4955b85223f73130ee87 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:51.847383 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 14fe3549-285e-478e-86c0-218ad94ab33d details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:03:51.854247 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.940693 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-81740a09-4f93-406b-b7c3-99df0396c40c tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959764 Jun 09 15:03:51.993070 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.016005 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:52.020972 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7057662 Jun 09 15:03:52.027532 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2495141 Jun 09 15:03:52.039565 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49814) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:52.042862 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Pushing event updated for resources: {'Network': ['ID=248c892a-8a76-47cd-bd87-7fa88315b14d,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:52.059851 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 248c892a-8a76-47cd-bd87-7fa88315b14d details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:03:52.065048 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Request body: {'subnet': {'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-587125885-subnet', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:52.076101 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:52.089983 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8354bd5-a090-404c-9b6a-f507e460199c,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:52.104196 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:52.153775 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Made reservation on behalf of 9654598a67fe48cf889fd64d91ce8273 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:52.156452 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.194423 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Checking segment: {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:52.194781 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Network hostable DHCP agents. Network: 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:03:52.246461 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:03:52.266936 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:52.275181 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:52.277139 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.332199 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2305515 Jun 09 15:03:52.333027 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49824) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:52.351174 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:52.383049 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b79d84-e384-4f4f-baaa-069e03bbf7c7 None None] Network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:52.427846 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5140'] for router, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.430619 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-402870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5229'] for router, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.496779 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.509970 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.530561 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9b7f5204-790d-4ede-873c-4960ac0e9219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:52.610219 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7651632a-4f6c-413f-bcf6-024a065f67f6 None None] Network 67b59cc6-72fc-48c6-8023-54ece4f46e10 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:52.618501 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49836) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:52.673335 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=366d801b-9500-4857-8071-2b0532367ca2,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:52.695268 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:52.699326 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Checking segment: {'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:52.699326 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Network hostable DHCP agents. Network: 14fe3549-285e-478e-86c0-218ad94ab33d, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:03:52.713058 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-6f88d3d3-747a-4e43-bd8f-78f0a9b6d97e service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:03:52.717149 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-6f88d3d3-747a-4e43-bd8f-78f0a9b6d97e service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5543406 Jun 09 15:03:52.751876 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-16a5f046-b968-462e-b21b-27790ffd9259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.767466 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.776824 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Network 14fe3549-285e-478e-86c0-218ad94ab33d is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:03:52.781023 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:52.859858 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 14fe3549-285e-478e-86c0-218ad94ab33d) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:52.885075 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07902783-c4c0-4c9e-a934-7d614314461c None None] Network 14fe3549-285e-478e-86c0-218ad94ab33d requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:52.899608 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:52.900200 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.904274 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Checking segment: {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:52.904710 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Network hostable DHCP agents. Network: 248c892a-8a76-47cd-bd87-7fa88315b14d, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:03:52.925001 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a5dc99-63cc-4c13-8815-180909d19523,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:52.939005 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:52.952140 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Network 248c892a-8a76-47cd-bd87-7fa88315b14d is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:03:52.963852 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 248c892a-8a76-47cd-bd87-7fa88315b14d) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:52.972187 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:52.972737 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.031652 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01dd8fb-13cc-4e36-b858-090a6adf5d33 None None] Network 248c892a-8a76-47cd-bd87-7fa88315b14d requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:53.033728 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-16a5f046-b968-462e-b21b-27790ffd9259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.038405 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-16a5f046-b968-462e-b21b-27790ffd9259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.050416 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:53.065838 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-99a3a3ba-afe2-45cb-92ef-fe0ca69c40ed admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0250599 Jun 09 15:03:53.070162 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49848) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:53.070365 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-92d7e804-5a30-4ce7-9c12-2fd4b9e684b7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4123337 Jun 09 15:03:53.070657 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 49850) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:53.111709 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-16a5f046-b968-462e-b21b-27790ffd9259 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=59c92d1d5c34468ebd1d1490843910b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4844565 Jun 09 15:03:53.112468 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5f046-b968-462e-b21b-27790ffd9259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bf09b3-450b-4e9b-a017-f5d14377ba41,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:53.114907 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49862) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:53.137579 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:53.151938 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-16a5f046-b968-462e-b21b-27790ffd9259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:53.154348 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-721677282-router', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:53.175517 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49872) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:53.177973 dv-cinder-789603-9-smb neutron-server[91819]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 15:03:53.203982 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cd4bcc93-dece-408c-af2a-a1c4c7f5a5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.268826 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5247'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.294462 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5140'] for router, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.295837 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-402870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5229'] for router, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.348846 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cd4bcc93-dece-408c-af2a-a1c4c7f5a5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.356119 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-a53eafa4-02f7-4dde-86be-3a7777823744 service neutron] 10.222.0.83 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290724 Jun 09 15:03:53.427240 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-51273eee-fc67-477c-b786-b10849cd0ab9 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:53.428657 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-51273eee-fc67-477c-b786-b10849cd0ab9 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/networks?id=67b59cc6-72fc-48c6-8023-54ece4f46e10 HTTP/1.1" status: 200 len: 812 time: 0.2521915 Jun 09 15:03:53.452597 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-3391b4e3-2c17-41b5-b276-5162f736310e tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/quotas/4188645b5da241f4ac8029ec2930e59f HTTP/1.1" status: 200 len: 375 time: 0.0147548 Jun 09 15:03:53.472044 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp692e0afd-3761-5551-8e76-3f27c6570536-6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c'}]}} from dv-cinder-789603-9-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:03:53.473229 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.495222 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cd4bcc93-dece-408c-af2a-a1c4c7f5a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.507339 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5140'] for router, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.508869 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-402870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5229'] for router, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.509575 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-94e1de9a-f844-47ec-99f3-662e8ede4ada tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4188645b5da241f4ac8029ec2930e59f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559685 Jun 09 15:03:53.512236 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cd4bcc93-dece-408c-af2a-a1c4c7f5a5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.517860 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-cd4bcc93-dece-408c-af2a-a1c4c7f5a5bd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/54bf09b3-450b-4e9b-a017-f5d14377ba41 HTTP/1.1" status: 204 len: 168 time: 0.3975642 Jun 09 15:03:53.518283 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:53.527416 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bcc93-dece-408c-af2a-a1c4c7f5a5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bf09b3-450b-4e9b-a017-f5d14377ba41,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:53.530220 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cd4bcc93-dece-408c-af2a-a1c4c7f5a5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:53.538328 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae5d7f-39ce-48b5-9e11-04460e3ca677 None None] Network 14fe3549-285e-478e-86c0-218ad94ab33d requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:53.557093 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.686314 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.690151 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp692e0afd-3761-5551-8e76-3f27c6570536-248c892a-8a76-47cd-bd87-7fa88315b14d', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523'}]}} from dv-cinder-789603-9-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:03:53.691370 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.705297 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-dbe5d0f6-44fb-4387-8ae0-d116ce97fa3b service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=91819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:03:53.712620 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-dbe5d0f6-44fb-4387-8ae0-d116ce97fa3b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1262226 Jun 09 15:03:53.872558 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-914b6e1e-8ab8-44df-ba60-7dc9ba977f9e service neutron] 10.222.0.83 "GET /v2.0/networks/67b59cc6-72fc-48c6-8023-54ece4f46e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589530 Jun 09 15:03:53.993436 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-e3e2d832-0469-4187-a09d-7e656a5f8712 service neutron] 10.222.0.83 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357014 Jun 09 15:03:54.018075 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Allocated IP 172.20.0.2 (6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37/f8354bd5-a090-404c-9b6a-f507e460199c/fb9fa682-b2cd-4794-8f38-a8864ca5b6e1) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:54.101702 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-60da333a-cfd6-439a-b544-bcb4457c3884 service neutron] 10.222.0.83 "GET /v2.0/networks/67b59cc6-72fc-48c6-8023-54ece4f46e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282386 Jun 09 15:03:54.137548 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Allocated IP 172.20.0.2 (248c892a-8a76-47cd-bd87-7fa88315b14d/47a5dc99-63cc-4c13-8815-180909d19523/98a906d4-d104-4bd8-88ad-95a86022cd89) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:54.147422 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49888) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:54.174917 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5247'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.179446 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc8e41a6-ede2-4ac3-92ea-f3cc903cc4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.446243 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc8e41a6-ede2-4ac3-92ea-f3cc903cc4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.453740 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc8e41a6-ede2-4ac3-92ea-f3cc903cc4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.461215 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-16a5f046-b968-462e-b21b-27790ffd9259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:54.495050 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.515510 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5247'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.591687 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-dc8e41a6-ede2-4ac3-92ea-f3cc903cc4c0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2445cf5035e6469c8bcddd5c8abb65b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4431734 Jun 09 15:03:54.592597 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e41a6-ede2-4ac3-92ea-f3cc903cc4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2026873-5d36-4269-9096-988ac4937fd4,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:54.597990 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Transition to ACTIVE for port object fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:03:54.613425 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 49930) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:54.615709 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dc8e41a6-ede2-4ac3-92ea-f3cc903cc4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:54.635806 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Transition to ACTIVE for port object fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:03:54.640286 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.646969 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.674391 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:54.756279 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ab2bad71-5347-4cc7-a3c6-ca1cd4ac67ed req-422067dc-d3a4-4f45-91a4-fc1d5cc7a844 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 210 time: 0.1170981 Jun 09 15:03:54.756927 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Transition to ACTIVE for port object 98a906d4-d104-4bd8-88ad-95a86022cd89 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:03:54.845183 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:54.850561 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bedc6864-19b2-49ac-8e8d-86d31d4cd6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.852227 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:54.861917 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:03:54.895190 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Pushing event updated for resources: {'Port': ['ID=fb9fa682-b2cd-4794-8f38-a8864ca5b6e1,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:54.907413 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Transition to ACTIVE for port object 98a906d4-d104-4bd8-88ad-95a86022cd89 will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:03:54.922614 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bedc6864-19b2-49ac-8e8d-86d31d4cd6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.986110 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:54.992958 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:54.993239 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:54.993750 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:54.994230 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:54.994662 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:54.995200 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:55.004832 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:55.005481 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:55.006101 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:55.006713 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:55.007298 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Tracked resource versions report: Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: pushed versions: Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: { 'AddressGroup': {'1.2'}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'ConntrackHelper': {'1.0'}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'Log': {'1.0'}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'Network': {'1.1'}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'Port': {'1.7'}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'PortForwarding': {'1.2'}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'QosPolicy': {'1.8'}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'SecurityGroup': {'1.4'}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'SecurityGroupRule': {'1.2'}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'SubPort': {'1.0'}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'Subnet': {'1.1'}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'Trunk': {'1.1'}} Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: consumer versions: Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: { DHCP agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: HyperV agent@hv-cinder-78960: {}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: L3 agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: Metadata agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: Metering agent@dv-cinder-789603-9-smb: {}, Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: Open vSwitch agent@dv-cinder-789603-9-smb: { 'AddressGroup': '1.2', Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'ConntrackHelper': '1.0', Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'Log': '1.0', Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'Network': '1.1', Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'Port': '1.7', Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'PortForwarding': '1.2', Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'QosPolicy': '1.8', Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'SecurityGroup': '1.4', Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'SecurityGroupRule': '1.2', Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'SubPort': '1.0', Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'Subnet': '1.1', Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: 'Trunk': '1.1'}} Jun 09 15:03:55.008658 dv-cinder-789603-9-smb neutron-server[91821]: {{(pid=91821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 15:03:55.016594 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.018192 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:55.037001 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bedc6864-19b2-49ac-8e8d-86d31d4cd6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.039758 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bedc6864-19b2-49ac-8e8d-86d31d4cd6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.051898 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-bedc6864-19b2-49ac-8e8d-86d31d4cd6a0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c2026873-5d36-4269-9096-988ac4937fd4 HTTP/1.1" status: 204 len: 168 time: 0.4348412 Jun 09 15:03:55.051898 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dc8e41a6-ede2-4ac3-92ea-f3cc903cc4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:55.070506 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc6864-19b2-49ac-8e8d-86d31d4cd6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2026873-5d36-4269-9096-988ac4937fd4,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:55.077181 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-bedc6864-19b2-49ac-8e8d-86d31d4cd6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:55.079612 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-de3afcd3-03cd-4d35-b57a-81976be72cda req-6f15edd4-1bcb-4a8f-84bf-faf2f9db62a3 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 210 time: 0.1698639 Jun 09 15:03:55.093365 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-f38cdbbe-aae4-4f5d-adbb-70bf80d1b250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:55.402502 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Attempting to bind port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:03:55.404654 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Attempting to bind port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:03:55.405158 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Attempting to bind port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 on network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:03:55.451417 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:03:55.451797 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Checking segment: {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:55.452204 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.452635 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Bound using segment: {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:03:55.453106 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Bound port: fb9fa682-b2cd-4794-8f38-a8864ca5b6e1, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:03:55.453484 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.485669 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Network 248c892a-8a76-47cd-bd87-7fa88315b14d is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:55.486373 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Pushing event updated for resources: {'Port': ['ID=98a906d4-d104-4bd8-88ad-95a86022cd89,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:55.519288 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:55.524679 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.543792 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:55.560052 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.632185 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:03:55.753580 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] For port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:03:55.768190 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Attempting to bind port 98a906d4-d104-4bd8-88ad-95a86022cd89 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:03:55.768785 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Attempting to bind port 98a906d4-d104-4bd8-88ad-95a86022cd89 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:03:55.769333 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Attempting to bind port 98a906d4-d104-4bd8-88ad-95a86022cd89 on network 248c892a-8a76-47cd-bd87-7fa88315b14d {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:03:55.777333 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] For port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=fb9fa682-b2cd-4794-8f38-a8864ca5b6e1,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:03:55.779240 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:03:55.779803 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Checking segment: {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:55.780398 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.780948 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Bound using segment: {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:03:55.781602 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Bound port: 98a906d4-d104-4bd8-88ad-95a86022cd89, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:03:55.782157 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.826153 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.839840 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:55.939326 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d990e856-37c5-4a52-a839-a6b873b3032c req-c6c4a13f-cb0c-4842-a8f3-7e55009e0cb6 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 210 time: 0.0936632 Jun 09 15:03:56.081572 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Pushing event updated for resources: {'Port': ['ID=fb9fa682-b2cd-4794-8f38-a8864ca5b6e1,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:56.097697 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:56.102815 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] For port 98a906d4-d104-4bd8-88ad-95a86022cd89, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:03:56.109666 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] For port 98a906d4-d104-4bd8-88ad-95a86022cd89, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=98a906d4-d104-4bd8-88ad-95a86022cd89,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:03:56.116454 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.140746 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:56.212190 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.325785 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Pushing event updated for resources: {'Port': ['ID=98a906d4-d104-4bd8-88ad-95a86022cd89,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:56.339160 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:56.400446 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-28ee9cc3-1199-435b-a159-4947ec7a3f2a req-c12ed35d-74f9-4ab0-bce1-f2a0928d5a94 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 210 time: 0.1999454 Jun 09 15:03:56.432301 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.738530 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Allocated IP 172.28.0.139 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/62ae87a7-9ee4-4298-b7fc-642a70d6f197) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:56.892768 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.934840 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:57.109558 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:57.386736 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d7335569-ee3e-45ce-bdc9-a560afbc6de5 req-f7fb011e-a820-4202-bfe5-2615086ac8ea tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 210 time: 0.2417779 Jun 09 15:03:57.458401 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:57.467976 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.46', 52382) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:57.566748 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:57.718423 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a2dd1-15a2-4e25-a9cf-b04a42cf9795 None None] Network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:57.758869 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:57.767141 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:57.777284 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:03:57.876940 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Pushing event updated for resources: {'Port': ['ID=62ae87a7-9ee4-4298-b7fc-642a70d6f197,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:57.880638 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Allocated IP 172.28.0.137 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/82d8f452-59bb-416e-830f-2962aad4e280) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:57.896036 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d1f941ee-f3b0-4c7d-876c-790fc2e54f4c req-76f0485c-5361-48b0-9200-c7e65819e57d tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 210 time: 0.2235446 Jun 09 15:03:57.915003 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-887bb348-1c70-4bc1-99bb-729c4653c4be None None] Provisioning for port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:03:57.929970 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:57.983926 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-e48da895-f74e-42db-8f71-79043eb06f2a tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:57.987189 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-e48da895-f74e-42db-8f71-79043eb06f2a tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.46 "GET /v2.0/networks?id=67b59cc6-72fc-48c6-8023-54ece4f46e10 HTTP/1.1" status: 200 len: 812 time: 0.5179844 Jun 09 15:03:58.037960 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Request body: {'port': {'device_id': 'f31df733-f0d5-41a1-8752-33fff653bd67', 'network_id': '67b59cc6-72fc-48c6-8023-54ece4f46e10', 'admin_state_up': True, 'tenant_id': '4188645b5da241f4ac8029ec2930e59f'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:58.181859 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1240509-5368-46f6-a269-bcf7c1e66d8f None None] Network 248c892a-8a76-47cd-bd87-7fa88315b14d requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:58.281951 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:03:58.391586 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:03:58.399591 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c3aa8e7e-7340-4e8c-9d8a-ab75f977fe2a None None] Provisioning for port 98a906d4-d104-4bd8-88ad-95a86022cd89 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:03:58.412079 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:03:58.412590 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:58.448430 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.46', 52392) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:58.624461 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Made reservation on behalf of 4188645b5da241f4ac8029ec2930e59f for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:58.627964 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:58.649375 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:58.789581 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-1e2be794-d079-40d8-80d8-c79a4c84d02a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:58.804278 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:58.826663 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-1e2be794-d079-40d8-80d8-c79a4c84d02a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 814 time: 0.3729382 Jun 09 15:03:58.854402 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Request body: {'port': {'device_id': 'fe921870-83f9-4c24-a9d3-1afc06e0e806', 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d', 'admin_state_up': True, 'tenant_id': '1577aa98679f4a81af078feb59e1b444'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:58.955217 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0bed8e3e-e0cf-4542-929d-a220202b23e6 req-55427560-207a-4976-95bd-d1d1efb02afc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 210 time: 0.1469769 Jun 09 15:03:59.241794 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-76075db5-3549-47eb-8122-b44f83763250 None None] Provisioning complete for port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:03:59.242349 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-76075db5-3549-47eb-8122-b44f83763250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:59.244627 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Allocated IP 172.20.0.14 (67b59cc6-72fc-48c6-8023-54ece4f46e10/7f0f5780-49f6-4df4-9d63-7d794412ae7b/3bce74d6-0911-4cac-9e33-fcb4b4dc3dab) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:59.311284 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:59.318305 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:59.350599 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Made reservation on behalf of 1577aa98679f4a81af078feb59e1b444 for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:59.355344 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-21094550-599c-4ec8-8f54-80d5927e94a5 req-8ebc114c-6f9a-4db3-b17c-d5b1694e5584 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 210 time: 0.1742115 Jun 09 15:03:59.359619 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:59.467894 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=fb9fa682-b2cd-4794-8f38-a8864ca5b6e1,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:03:59.474584 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:59.478081 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:59.491659 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 98a906d4-d104-4bd8-88ad-95a86022cd89 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:03:59.583564 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:59.750962 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:59.772691 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:59.785115 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:03:59.997521 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=fb9fa682-b2cd-4794-8f38-a8864ca5b6e1,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:00.002357 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:00.037200 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 98a906d4-d104-4bd8-88ad-95a86022cd89 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:00.050579 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 98a906d4-d104-4bd8-88ad-95a86022cd89 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:00.051330 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.067490 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Allocated IP 172.28.0.220 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/6613bb79-f72b-4422-a5b3-a773d446318d) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:00.148310 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Pushing event updated for resources: {'Port': ['ID=82d8f452-59bb-416e-830f-2962aad4e280,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:00.158108 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-d52242b6-2123-4a58-ae20-decf9ab30f71 None None] Provisioning complete for port 98a906d4-d104-4bd8-88ad-95a86022cd89 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:00.158749 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d52242b6-2123-4a58-ae20-decf9ab30f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.342238 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50176) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:00.395578 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:00.424335 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.545907 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.570979 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-142abb9f-846d-4b29-ab15-83c9d6fc56e9 req-9aea9392-e1d3-4d6c-918f-da16c6308cc8 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 210 time: 0.2082653 Jun 09 15:04:00.593423 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Allocated IP 172.20.0.9 (fcd6d721-edbd-4a87-a589-447450b1224d/26f05cc0-e86c-4e11-a061-45c390b84677/b7469508-8788-4feb-b89f-79d75b096837) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:00.624610 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d52242b6-2123-4a58-ae20-decf9ab30f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.656500 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 98a906d4-d104-4bd8-88ad-95a86022cd89, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=98a906d4-d104-4bd8-88ad-95a86022cd89,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:00.683035 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.698221 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:00.717062 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401870'] for router, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.801501 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-77f7b9b8-1223-4e77-80a5-3ab2024b0658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.874861 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:01.034712 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.057946 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=98a906d4-d104-4bd8-88ad-95a86022cd89,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:01.074754 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:01.081433 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.db.api [None req-d52242b6-2123-4a58-ae20-decf9ab30f71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 15:04:01.081836 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_db.api [None req-d52242b6-2123-4a58-ae20-decf9ab30f71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 15:04:01.087042 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:01.092848 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:01.093234 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.312191 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.490101 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Network 67b59cc6-72fc-48c6-8023-54ece4f46e10 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:01.495943 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:01.500966 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:01.506708 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:01.507397 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.525279 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Pushing event updated for resources: {'Port': ['ID=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:01.552207 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:01.554186 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fd612-7d56-40e1-98ff-3d0a80a44b78 req-914c40d7-4ef5-488c-b79b-618dbabe3579 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:01.556430 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4d4fd612-7d56-40e1-98ff-3d0a80a44b78 req-914c40d7-4ef5-488c-b79b-618dbabe3579 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 932 time: 0.8470154 Jun 09 15:04:01.566599 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-77f7b9b8-1223-4e77-80a5-3ab2024b0658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.570767 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.575136 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-77f7b9b8-1223-4e77-80a5-3ab2024b0658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.591067 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:01.616695 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.645782 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6121125 Jun 09 15:04:01.714682 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.765520 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7b9b8-1223-4e77-80a5-3ab2024b0658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d32411-3ca6-4022-8f66-81a4d7c345ca,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:01.833806 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-77f7b9b8-1223-4e77-80a5-3ab2024b0658 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a6b7f2075bef4d6bbfd0c81813f9e6fb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4781220 Jun 09 15:04:01.841869 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-77f7b9b8-1223-4e77-80a5-3ab2024b0658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:01.842386 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a6f205ca-17c9-46aa-9a90-79df6d4bae4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:01.853958 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50218) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:01.887499 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Network fcd6d721-edbd-4a87-a589-447450b1224d is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:01.895443 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:01.938612 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Pushing event updated for resources: {'Port': ['ID=b7469508-8788-4feb-b89f-79d75b096837,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:01.941796 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:01.943809 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:01.949532 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:01.950164 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.951673 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4d4fd612-7d56-40e1-98ff-3d0a80a44b78 req-43e160ba-1a72-4822-860c-01f0d132b726 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715603 Jun 09 15:04:01.982695 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1325421 Jun 09 15:04:02.000039 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Router 8184247e-1d9a-48c8-a8e1-40557caa4b95 is scheduled to L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d with binding_index 1 {{(pid=91820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:04:02.018772 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2cf40-0022-47b0-8154-f452746e832d req-1e599b2e-5c52-40f7-95b9-48867de7ffce tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:02.021460 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bbc2cf40-0022-47b0-8154-f452746e832d req-1e599b2e-5c52-40f7-95b9-48867de7ffce tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 931 time: 0.2532477 Jun 09 15:04:02.029848 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:02.073775 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bbc2cf40-0022-47b0-8154-f452746e832d req-ec1d8878-2423-40f4-9c03-4db51d32306e tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Jun 09 15:04:02.154856 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:02.209842 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8b8d-39be-4e31-a733-1b814f71a779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:02.434577 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:02.458178 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:02.460711 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:02.558115 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8b8d-39be-4e31-a733-1b814f71a779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:02.644565 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Pushing event updated for resources: {'Port': ['ID=6613bb79-f72b-4422-a5b3-a773d446318d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:02.699228 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:02.768680 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:04:02.778663 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Sync routers for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:04:02.800266 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401870'] for router, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:02.823608 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:02.824260 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:03:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:02.833221 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 98a906d4-d104-4bd8-88ad-95a86022cd89 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:03.000239 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.001506 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-bb3b9b22-28e1-4930-8568-2d3393f2bd13 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.6668797 Jun 09 15:04:03.004791 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50240) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:03.044588 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 98a906d4-d104-4bd8-88ad-95a86022cd89 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:03.047492 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.076619 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:03.260978 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50244) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:03.328429 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8b8d-39be-4e31-a733-1b814f71a779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.364502 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f7f8b8d-39be-4e31-a733-1b814f71a779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.365676 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-1f7f8b8d-39be-4e31-a733-1b814f71a779 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/37d32411-3ca6-4022-8f66-81a4d7c345ca HTTP/1.1" status: 204 len: 168 time: 1.5054617 Jun 09 15:04:03.473107 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:03:58Z', 'revision_number': 3, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:03.479006 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Checking router: 8184247e-1d9a-48c8-a8e1-40557caa4b95 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:04:03.480005 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Updating router 8184247e-1d9a-48c8-a8e1-40557caa4b95 port 62ae87a7-9ee4-4298-b7fc-642a70d6f197 binding host dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:04:03.491567 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:03.604547 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.640796 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f8b8d-39be-4e31-a733-1b814f71a779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d32411-3ca6-4022-8f66-81a4d7c345ca,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:03.654436 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1f7f8b8d-39be-4e31-a733-1b814f71a779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:03.719462 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaed06b-280d-4a00-9848-5f881a10e2ac req-2d15b6fb-aaaf-454e-afc4-f79e11963695 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:03.720950 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-fdaed06b-280d-4a00-9848-5f881a10e2ac req-2d15b6fb-aaaf-454e-afc4-f79e11963695 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 931 time: 0.4129138 Jun 09 15:04:03.727035 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cf35b52c-862d-4d16-aa2e-546073cbccbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.973009 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac is scheduled to L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d with binding_index 1 {{(pid=91820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:04:03.984457 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.016447 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-fdaed06b-280d-4a00-9848-5f881a10e2ac req-d31806df-f9b3-4316-af21-4c2009e382d8 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988678 Jun 09 15:04:04.071031 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4db82f-23a0-404e-8b73-ad6dec8c6ce3 req-17db1b2c-6868-46f8-a39e-163a7d7596ad tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:04.078170 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5e4db82f-23a0-404e-8b73-ad6dec8c6ce3 req-17db1b2c-6868-46f8-a39e-163a7d7596ad tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 932 time: 0.7459979 Jun 09 15:04:04.401876 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.419053 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Transition to ACTIVE for port object 62ae87a7-9ee4-4298-b7fc-642a70d6f197 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:04.427606 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.441462 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-72685ca4-1e50-4667-b90c-8d3f2fdf7e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:04.522368 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.615578 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5e4db82f-23a0-404e-8b73-ad6dec8c6ce3 req-a49cf7cb-6958-43be-ab3c-b637dd72863a tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364070 Jun 09 15:04:04.663588 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Attempting to bind port 62ae87a7-9ee4-4298-b7fc-642a70d6f197 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:04.668590 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Attempting to bind port 62ae87a7-9ee4-4298-b7fc-642a70d6f197 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:04.670420 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Attempting to bind port 62ae87a7-9ee4-4298-b7fc-642a70d6f197 on network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:04.707914 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:04.709067 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Checking segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:04.710111 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cf35b52c-862d-4d16-aa2e-546073cbccbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.713216 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.715585 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Bound using segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:04.716585 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Bound port: 62ae87a7-9ee4-4298-b7fc-642a70d6f197, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:04.718569 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cf35b52c-862d-4d16-aa2e-546073cbccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.718704 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.733668 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1f7f8b8d-39be-4e31-a733-1b814f71a779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:04.812303 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Allocated IP 172.20.0.1 (6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37/f8354bd5-a090-404c-9b6a-f507e460199c/370b9757-403c-4e90-a7ee-b92e9dc92313) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:04.852474 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:04:04.878109 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Sync routers for ids ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:04:04.902538 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Routers {'0af2b7ac-3e31-4a19-bea4-4c813557f9ac'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:04.903370 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:03:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:04.931157 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] For port 62ae87a7-9ee4-4298-b7fc-642a70d6f197, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:04.947072 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] For port 62ae87a7-9ee4-4298-b7fc-642a70d6f197, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=62ae87a7-9ee4-4298-b7fc-642a70d6f197,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:04.964891 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.002508 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Pushing event updated for resources: {'Port': ['ID=62ae87a7-9ee4-4298-b7fc-642a70d6f197,revision_number=2']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:05.028026 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.029623 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-cf35b52c-862d-4d16-aa2e-546073cbccbd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=720108bc130349aaad25caf07084768f&name=default HTTP/1.1" status: 200 len: 2976 time: 1.7679791 Jun 09 15:04:05.051217 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Transition to ACTIVE for port object 370b9757-403c-4e90-a7ee-b92e9dc92313 will not be triggered until provisioned by entity DHCP. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:05.058858 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-1cbcd7f8-23ea-4633-b96d-f824a0caf1c8 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=91819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:04:05.061292 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-1cbcd7f8-23ea-4633-b96d-f824a0caf1c8 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080066 Jun 09 15:04:05.062269 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50274) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:05.068034 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-5e19f09a-b0a9-4eca-9150-0cbda3ab6664 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=91819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:04:05.069572 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-5e19f09a-b0a9-4eca-9150-0cbda3ab6664 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069580 Jun 09 15:04:05.075009 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35b52c-862d-4d16-aa2e-546073cbccbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d3b178-5c59-40db-9a1e-ba16bae0a4ec,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:05.093285 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-cf35b52c-862d-4d16-aa2e-546073cbccbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:05.099848 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.103925 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.0291269 Jun 09 15:04:05.104732 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50278) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:05.202969 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401870'] for router, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.223893 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.224247 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.224613 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.224951 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.228804 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.229146 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.229482 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.229811 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.230141 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.230469 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.231321 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.231644 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Tracked resource versions report: Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: pushed versions: Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: { 'AddressGroup': {'1.2'}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'ConntrackHelper': {'1.0'}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'Log': {'1.0'}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'Network': {'1.1'}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'Port': {'1.7'}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'PortForwarding': {'1.2'}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'QosPolicy': {'1.8'}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'SecurityGroup': {'1.4'}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'SecurityGroupRule': {'1.2'}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'SubPort': {'1.0'}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'Subnet': {'1.1'}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'Trunk': {'1.1'}} Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: consumer versions: Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: { DHCP agent@dv-cinder-789603-9-smb: {}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: HyperV agent@hv-cinder-78960: {}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: L3 agent@dv-cinder-789603-9-smb: {}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: Metadata agent@dv-cinder-789603-9-smb: {}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: Metering agent@dv-cinder-789603-9-smb: {}, Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: Open vSwitch agent@dv-cinder-789603-9-smb: { 'AddressGroup': '1.2', Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'ConntrackHelper': '1.0', Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'Log': '1.0', Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'Network': '1.1', Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'Port': '1.7', Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'PortForwarding': '1.2', Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'QosPolicy': '1.8', Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'SecurityGroup': '1.4', Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'SecurityGroupRule': '1.2', Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'SubPort': '1.0', Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'Subnet': '1.1', Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: 'Trunk': '1.1'}} Jun 09 15:04:05.232766 dv-cinder-789603-9-smb neutron-server[91822]: {{(pid=91822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 15:04:05.259331 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:05.260019 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:05.264995 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:03:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:05.367771 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e1cca1d6-d0a0-4f43-ba43-d7e563d20508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.390162 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Set router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:05.453955 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:05.593392 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e1cca1d6-d0a0-4f43-ba43-d7e563d20508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.656545 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.775546 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:05.979224 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e1cca1d6-d0a0-4f43-ba43-d7e563d20508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.000326 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e1cca1d6-d0a0-4f43-ba43-d7e563d20508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.008167 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-e1cca1d6-d0a0-4f43-ba43-d7e563d20508 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/08d3b178-5c59-40db-9a1e-ba16bae0a4ec HTTP/1.1" status: 204 len: 168 time: 0.9340947 Jun 09 15:04:06.008545 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Pushing event updated for resources: {'Port': ['ID=62ae87a7-9ee4-4298-b7fc-642a70d6f197,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:06.009706 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:06.049973 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:06.096298 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cca1d6-d0a0-4f43-ba43-d7e563d20508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d3b178-5c59-40db-9a1e-ba16bae0a4ec,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:06.114459 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e1cca1d6-d0a0-4f43-ba43-d7e563d20508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:06.134678 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:06.150606 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Pushing event updated for resources: {'Port': ['ID=370b9757-403c-4e90-a7ee-b92e9dc92313,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:06.172282 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:06.271605 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:06.286100 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:06.307689 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:06.308716 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478852'] for router_interface, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.696804 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Request body: {'port': {'device_id': 'fe921870-83f9-4c24-a9d3-1afc06e0e806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:06.696804 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Request body: {'port': {'device_id': 'f31df733-f0d5-41a1-8752-33fff653bd67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:06.698025 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 is scheduled to L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d with binding_index 1 {{(pid=91820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:04:06.726905 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'name': 'tempest-ServerRescueNegativeTestJSON-721677282-router', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '82d8f452-59bb-416e-830f-2962aad4e280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:00Z', 'revision_number': 3, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'gw_port': {'id': '82d8f452-59bb-416e-830f-2962aad4e280', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:06.726905 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Checking router: 0af2b7ac-3e31-4a19-bea4-4c813557f9ac for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:04:06.726905 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Updating router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac port 82d8f452-59bb-416e-830f-2962aad4e280 binding host dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:04:06.728358 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab45b0-bbdb-44c8-b079-d769634fde8d req-0483f4d2-7424-47d5-9d73-5390365eb3b2 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:06.728358 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5fab45b0-bbdb-44c8-b079-d769634fde8d req-0483f4d2-7424-47d5-9d73-5390365eb3b2 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 932 time: 0.4461920 Jun 09 15:04:06.728358 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50302) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:06.729109 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.830843 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-1679ec04-4559-4b40-a797-f0bfafc45dcd None None] Provisioning for port 370b9757-403c-4e90-a7ee-b92e9dc92313 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:06.850615 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-1679ec04-4559-4b40-a797-f0bfafc45dcd None None] Provisioning complete for port 370b9757-403c-4e90-a7ee-b92e9dc92313 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:06.851944 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1679ec04-4559-4b40-a797-f0bfafc45dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.867666 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5fab45b0-bbdb-44c8-b079-d769634fde8d req-b3b87f19-8d7a-4d06-af08-aceb0f5be563 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971598 Jun 09 15:04:06.936255 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:04:06.951860 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Sync routers for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:04:06.980050 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:06.981665 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:03:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:06.985685 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-1679ec04-4559-4b40-a797-f0bfafc45dcd None None] Port 370b9757-403c-4e90-a7ee-b92e9dc92313 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:04:07.000082 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.001294 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.9277737 Jun 09 15:04:07.003985 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50310) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:07.294031 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99faaa06-ade5-4f56-b814-e790c352678d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.421125 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50316) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:07.450226 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:07.516931 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-251c23e9-7bd2-4ec2-992a-8a03331be853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.826388 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.863319 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Transition to ACTIVE for port object 82d8f452-59bb-416e-830f-2962aad4e280 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:07.877175 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.888489 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:08.031976 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99faaa06-ade5-4f56-b814-e790c352678d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.067856 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:03:58Z', 'revision_number': 3, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:08.078176 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40e773-ce86-4e47-b491-d7ea22da49fc None None] Pushing event updated for resources: {'Port': ['ID=82d8f452-59bb-416e-830f-2962aad4e280,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:08.083787 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.087681 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-be40e773-ce86-4e47-b491-d7ea22da49fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:08.091970 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeec79c-d12f-410e-8488-044dc9008a8e None None] The sync data for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb is: [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:03:58Z', 'revision_number': 3, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:04:08.106505 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99faaa06-ade5-4f56-b814-e790c352678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.148144 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Attempting to bind port 82d8f452-59bb-416e-830f-2962aad4e280 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:08.148601 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Attempting to bind port 82d8f452-59bb-416e-830f-2962aad4e280 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:08.150460 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Attempting to bind port 82d8f452-59bb-416e-830f-2962aad4e280 on network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:08.166290 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:08.166999 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Checking segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:08.167145 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.168884 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Bound using segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:08.170184 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Bound port: 82d8f452-59bb-416e-830f-2962aad4e280, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:08.171838 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.304728 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-251c23e9-7bd2-4ec2-992a-8a03331be853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.325009 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:08.333257 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-251c23e9-7bd2-4ec2-992a-8a03331be853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.342976 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:02Z', 'revision_number': 3, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:08.349040 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad990a8-dca4-402f-91cb-76896349dbc8 req-7c701709-4e8b-4cfb-af3d-9f4e714926cd tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:08.352753 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Checking router: cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:04:08.353137 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Updating router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 port 6613bb79-f72b-4422-a5b3-a773d446318d binding host dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:04:08.356916 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dad990a8-dca4-402f-91cb-76896349dbc8 req-7c701709-4e8b-4cfb-af3d-9f4e714926cd tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 931 time: 3.0414262 Jun 09 15:04:08.374703 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] For port 82d8f452-59bb-416e-830f-2962aad4e280, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:08.383256 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] For port 82d8f452-59bb-416e-830f-2962aad4e280, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=82d8f452-59bb-416e-830f-2962aad4e280,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:08.391148 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.408751 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-18786af6-2f9e-4278-95e2-853e96b12225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:08.487746 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.540287 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.542291 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-251c23e9-7bd2-4ec2-992a-8a03331be853 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0f08ec5a68e54a74a125ae4be227f2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1185572 Jun 09 15:04:08.559794 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Routers {'0af2b7ac-3e31-4a19-bea4-4c813557f9ac'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:08.560387 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:03:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:08.566015 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50330) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:08.646128 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.895250 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-99faaa06-ade5-4f56-b814-e790c352678d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fd7a8131a85a431b913bab697c7611c1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2233546 Jun 09 15:04:08.905311 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50332) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:08.921703 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99faaa06-ade5-4f56-b814-e790c352678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e6e5aa-91bb-4d95-8c1c-887e76ca534c,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:08.933868 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-99faaa06-ade5-4f56-b814-e790c352678d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:09.008756 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:09.019497 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dad990a8-dca4-402f-91cb-76896349dbc8 req-7cf665c5-d8c3-4e65-b1b4-1f1ca2ca4ab5 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594989 Jun 09 15:04:09.061852 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] Set router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:09.322807 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:09.491460 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 62ae87a7-9ee4-4298-b7fc-642a70d6f197 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:09.607027 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:09.632780 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Transition to ACTIVE for port object 6613bb79-f72b-4422-a5b3-a773d446318d will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:09.644789 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:09.649917 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:09.653450 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c23e9-7bd2-4ec2-992a-8a03331be853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8cd4d4-c154-418a-a4b6-d43588109a5d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:09.660642 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-251c23e9-7bd2-4ec2-992a-8a03331be853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:09.771919 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40e773-ce86-4e47-b491-d7ea22da49fc None None] Pushing event updated for resources: {'Port': ['ID=82d8f452-59bb-416e-830f-2962aad4e280,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:09.786578 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-be40e773-ce86-4e47-b491-d7ea22da49fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.378s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:09.825300 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f4d9e-7b8e-4def-af4b-0ce263f168c9 None None] Pushing event updated for resources: {'Port': ['ID=6613bb79-f72b-4422-a5b3-a773d446318d,revision_number=2']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:09.833561 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-743f4d9e-7b8e-4def-af4b-0ce263f168c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:09.846971 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 62ae87a7-9ee4-4298-b7fc-642a70d6f197 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:09.854846 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 62ae87a7-9ee4-4298-b7fc-642a70d6f197 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:09.861084 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:09.890303 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Attempting to bind port 6613bb79-f72b-4422-a5b3-a773d446318d on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:09.890704 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Attempting to bind port 6613bb79-f72b-4422-a5b3-a773d446318d by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:09.891045 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Attempting to bind port 6613bb79-f72b-4422-a5b3-a773d446318d on network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:09.906833 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:09.907224 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Checking segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:09.907676 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:09.908036 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Bound using segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:09.908552 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Bound port: 6613bb79-f72b-4422-a5b3-a773d446318d, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:09.908926 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.004508 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f0dfd-2625-424c-85a6-a228881e2cf2 req-d0bf01df-e276-49b8-9a9e-48252e0bcb9c tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:10.015148 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ad5f0dfd-2625-424c-85a6-a228881e2cf2 req-d0bf01df-e276-49b8-9a9e-48252e0bcb9c tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 932 time: 1.7084284 Jun 09 15:04:10.029073 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.096908 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] For port 6613bb79-f72b-4422-a5b3-a773d446318d, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:10.107468 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] For port 6613bb79-f72b-4422-a5b3-a773d446318d, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=6613bb79-f72b-4422-a5b3-a773d446318d,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:10.116302 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.127992 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-743f4d9e-7b8e-4def-af4b-0ce263f168c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:10.160355 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'name': 'tempest-ServerRescueNegativeTestJSON-721677282-router', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '82d8f452-59bb-416e-830f-2962aad4e280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:00Z', 'revision_number': 3, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'gw_port': {'id': '82d8f452-59bb-416e-830f-2962aad4e280', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:10.173158 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded3a9ae-22a2-4fc5-ba12-a01f8eab141f None None] The sync data for ids ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'] in dv-cinder-789603-9-smb is: [{'id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'name': 'tempest-ServerRescueNegativeTestJSON-721677282-router', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '82d8f452-59bb-416e-830f-2962aad4e280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:00Z', 'revision_number': 3, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'gw_port': {'id': '82d8f452-59bb-416e-830f-2962aad4e280', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:04:10.237849 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.263736 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 62ae87a7-9ee4-4298-b7fc-642a70d6f197, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=62ae87a7-9ee4-4298-b7fc-642a70d6f197,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:10.271271 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.274062 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:10.372719 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Allocated IP 172.20.0.1 (14fe3549-285e-478e-86c0-218ad94ab33d/366d801b-9500-4857-8071-2b0532367ca2/338309eb-4c97-480e-8887-84b0c4333df5) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:10.378205 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:10.384552 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:03:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:10.406840 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.db.resource_extend [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 15:04:10.473837 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=62ae87a7-9ee4-4298-b7fc-642a70d6f197,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:10.502049 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:10.525259 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Allocated IP 172.20.0.1 (248c892a-8a76-47cd-bd87-7fa88315b14d/47a5dc99-63cc-4c13-8815-180909d19523/a3252d16-cbf9-4317-a609-40c2357ad3c1) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:10.573248 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f4d9e-7b8e-4def-af4b-0ce263f168c9 None None] Pushing event updated for resources: {'Port': ['ID=6613bb79-f72b-4422-a5b3-a773d446318d,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:10.578251 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6074c457-00b7-4149-8940-b7b0178a6372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.597143 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-743f4d9e-7b8e-4def-af4b-0ce263f168c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:10.605751 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ad5f0dfd-2625-424c-85a6-a228881e2cf2 req-1abc4880-59d0-4ed7-ae98-6015d9c8b96e tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542991 Jun 09 15:04:10.615780 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.729551 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.855197 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-992229eb-bb54-4ff2-a0b5-911062bf5caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.872072 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6074c457-00b7-4149-8940-b7b0178a6372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.942398 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-992229eb-bb54-4ff2-a0b5-911062bf5caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.957628 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.031039 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:11.060258 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 82d8f452-59bb-416e-830f-2962aad4e280 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:11.103329 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.132449 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6074c457-00b7-4149-8940-b7b0178a6372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.135820 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6074c457-00b7-4149-8940-b7b0178a6372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.137397 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-6074c457-00b7-4149-8940-b7b0178a6372 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f3e6e5aa-91bb-4d95-8c1c-887e76ca534c HTTP/1.1" status: 204 len: 168 time: 2.2166584 Jun 09 15:04:11.138515 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:11.175252 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Transition to ACTIVE for port object a3252d16-cbf9-4317-a609-40c2357ad3c1 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:11.177747 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 82d8f452-59bb-416e-830f-2962aad4e280 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:11.183402 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-992229eb-bb54-4ff2-a0b5-911062bf5caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.189091 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074c457-00b7-4149-8940-b7b0178a6372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e6e5aa-91bb-4d95-8c1c-887e76ca534c,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:11.193102 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6074c457-00b7-4149-8940-b7b0178a6372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:11.196044 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:11.196800 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-992229eb-bb54-4ff2-a0b5-911062bf5caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.210624 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.213577 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 82d8f452-59bb-416e-830f-2962aad4e280 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:11.214469 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.215668 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-992229eb-bb54-4ff2-a0b5-911062bf5caf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6a8cd4d4-c154-418a-a4b6-d43588109a5d HTTP/1.1" status: 204 len: 168 time: 2.6317890 Jun 09 15:04:11.221664 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-99faaa06-ade5-4f56-b814-e790c352678d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:11.245094 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Transition to ACTIVE for port object 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:11.249141 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.db.resource_extend [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 15:04:11.272649 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992229eb-bb54-4ff2-a0b5-911062bf5caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8cd4d4-c154-418a-a4b6-d43588109a5d,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:11.275619 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-992229eb-bb54-4ff2-a0b5-911062bf5caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:11.320304 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.335701 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-86980b4b-0646-4a24-ad4e-a61eab4d0c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:11.423186 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Network 248c892a-8a76-47cd-bd87-7fa88315b14d is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:11.426643 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:11.441522 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:11.442102 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478852'] for router_interface, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.445441 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405468'] for router_interface, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.462455 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fadbb8df-0ea8-4d79-9652-b129368cd340 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:11.517266 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.551377 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 82d8f452-59bb-416e-830f-2962aad4e280, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=82d8f452-59bb-416e-830f-2962aad4e280,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:11.554540 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.556459 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.557951 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 62ae87a7-9ee4-4298-b7fc-642a70d6f197 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:11.623249 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:02Z', 'revision_number': 3, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:11.633711 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb3134-86d0-4282-8d7e-6c1cdf196346 None None] The sync data for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb is: [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:02Z', 'revision_number': 3, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:04:11.638563 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:11.797476 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Pushing event updated for resources: {'Port': ['ID=a3252d16-cbf9-4317-a609-40c2357ad3c1,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:11.818079 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:11.899056 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=82d8f452-59bb-416e-830f-2962aad4e280,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:11.911461 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:11.980833 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8c42f7d3-0ad2-4f90-9a56-ed9e950032b4 None None] Provisioning for port a3252d16-cbf9-4317-a609-40c2357ad3c1 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:11.986895 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8c42f7d3-0ad2-4f90-9a56-ed9e950032b4 None None] Provisioning complete for port a3252d16-cbf9-4317-a609-40c2357ad3c1 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:11.987361 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8c42f7d3-0ad2-4f90-9a56-ed9e950032b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.041054 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 62ae87a7-9ee4-4298-b7fc-642a70d6f197 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:12.041437 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.283167 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8c42f7d3-0ad2-4f90-9a56-ed9e950032b4 None None] Port a3252d16-cbf9-4317-a609-40c2357ad3c1 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:04:12.294978 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7469508-8788-4feb-b89f-79d75b096837 {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:12.329992 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.402842 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.442495 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfe933-c732-48ed-a41a-903a2188a001 req-35c94c6b-8927-493e-8142-b8cb3a679dac tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:12.450841 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f2dfe933-c732-48ed-a41a-903a2188a001 req-35c94c6b-8927-493e-8142-b8cb3a679dac tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 944 time: 0.4474130 Jun 09 15:04:12.483373 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Pushing event updated for resources: {'Port': ['ID=370b9757-403c-4e90-a7ee-b92e9dc92313,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:12.517238 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.055s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:12.528296 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:12.571470 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Transition to ACTIVE for port object b7469508-8788-4feb-b89f-79d75b096837 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:12.594023 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684fcfb-a912-47b9-aac9-eb95032848a0 req-c92e353b-c9c4-487c-b2f4-eb9b55b75907 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:12.595590 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2684fcfb-a912-47b9-aac9-eb95032848a0 req-c92e353b-c9c4-487c-b2f4-eb9b55b75907 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 931 time: 2.1563826 Jun 09 15:04:12.621022 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.627350 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.643858 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Attempting to bind port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:12.644162 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Attempting to bind port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e9e1b603-ea3f-40fc-af0d-5815f743374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '67b59cc6-72fc-48c6-8023-54ece4f46e10'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:12.644543 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Attempting to bind port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab on network 67b59cc6-72fc-48c6-8023-54ece4f46e10 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:12.676796 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f2dfe933-c732-48ed-a41a-903a2188a001 req-9e2a0ace-9433-437c-a6fe-11f57e815b08 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248912 Jun 09 15:04:12.773751 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:12.775595 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:12.786595 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:12.809399 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.810647 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:12.974369 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:13.071177 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab on network 67b59cc6-72fc-48c6-8023-54ece4f46e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:13.073608 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 6613bb79-f72b-4422-a5b3-a773d446318d up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:13.078588 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Attempting to bind port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab on network 67b59cc6-72fc-48c6-8023-54ece4f46e10 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:13.205553 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.210688 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.211697 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405468'] for router_interface, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.230877 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3ce6d1c0-2dc8-453c-8e6b-1b8ca5adbc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:13.264914 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 6613bb79-f72b-4422-a5b3-a773d446318d completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:13.271918 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Network 14fe3549-285e-478e-86c0-218ad94ab33d is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:13.276257 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 6613bb79-f72b-4422-a5b3-a773d446318d triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:13.276257 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.308261 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:04:13.339604 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:13.347189 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:13.347828 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478852'] for router_interface, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.393860 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:13.394497 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Checking segment: {'id': 'e9e1b603-ea3f-40fc-af0d-5815f743374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '67b59cc6-72fc-48c6-8023-54ece4f46e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:13.395226 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Bound using segment: {'id': 'e9e1b603-ea3f-40fc-af0d-5815f743374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '67b59cc6-72fc-48c6-8023-54ece4f46e10'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:13.395821 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Bound port: 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e1b603-ea3f-40fc-af0d-5815f743374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '67b59cc6-72fc-48c6-8023-54ece4f46e10'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:13.396331 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.415139 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Attempting to bind port b7469508-8788-4feb-b89f-79d75b096837 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:13.415833 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Attempting to bind port b7469508-8788-4feb-b89f-79d75b096837 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:13.416321 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Attempting to bind port b7469508-8788-4feb-b89f-79d75b096837 on network fcd6d721-edbd-4a87-a589-447450b1224d {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:13.437711 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Port b7469508-8788-4feb-b89f-79d75b096837 on network fcd6d721-edbd-4a87-a589-447450b1224d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:13.438218 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Attempting to bind port b7469508-8788-4feb-b89f-79d75b096837 on network fcd6d721-edbd-4a87-a589-447450b1224d {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:13.448707 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d70a6a7f-8210-4cd4-b565-5b34de558a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.532829 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:13.533389 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Checking segment: {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:13.533548 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Bound using segment: {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:13.533995 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Bound port: b7469508-8788-4feb-b89f-79d75b096837, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:13.534475 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.556132 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Network 248c892a-8a76-47cd-bd87-7fa88315b14d is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:13.559555 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:13.574828 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.614511 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 6613bb79-f72b-4422-a5b3-a773d446318d, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=6613bb79-f72b-4422-a5b3-a773d446318d,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:13.627122 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.628136 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 82d8f452-59bb-416e-830f-2962aad4e280 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:13.704619 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Pushing event updated for resources: {'Port': ['ID=a3252d16-cbf9-4317-a609-40c2357ad3c1,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:13.717161 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-f38cdbbe-aae4-4f5d-adbb-70bf80d1b250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:13.717579 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:13.718226 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2684fcfb-a912-47b9-aac9-eb95032848a0 req-75fb1b31-2e7e-4259-99e3-010a30bb2538 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1035702 Jun 09 15:04:13.829903 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7469508-8788-4feb-b89f-79d75b096837,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:13.898154 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-69db9ee8-4460-458a-942a-b50a184cff4b None None] Provisioning complete for port 370b9757-403c-4e90-a7ee-b92e9dc92313 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:13.898913 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-69db9ee8-4460-458a-942a-b50a184cff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.968685 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] For port b7469508-8788-4feb-b89f-79d75b096837, host hv-cinder-78960, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:14.004624 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-69db9ee8-4460-458a-942a-b50a184cff4b None None] Port 370b9757-403c-4e90-a7ee-b92e9dc92313 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:04:14.028630 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Pushing event updated for resources: {'Port': ['ID=338309eb-4c97-480e-8887-84b0c4333df5,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:14.031661 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:14.033773 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] For port b7469508-8788-4feb-b89f-79d75b096837, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7469508-8788-4feb-b89f-79d75b096837,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:14.039620 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.788s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:14.039998 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:14.042168 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=6613bb79-f72b-4422-a5b3-a773d446318d,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:14.052485 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.053573 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] For port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab, host hv-cinder-78960, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:14.060546 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:14.070366 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 82d8f452-59bb-416e-830f-2962aad4e280 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:14.071077 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.072063 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:14.146001 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] For port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab,segment=NetworkSegment(e9e1b603-ea3f-40fc-af0d-5815f743374b),segment_id=e9e1b603-ea3f-40fc-af0d-5815f743374b)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:14.179761 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:04:14.186648 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:14.187840 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.189484 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] 10.222.0.46 "PUT /v2.0/ports/b7469508-8788-4feb-b89f-79d75b096837 HTTP/1.1" status: 200 len: 1093 time: 8.6030793 Jun 09 15:04:14.200997 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c8c0dbe1-45a6-48fb-baf4-85f54876382e None None] Provisioning complete for port a3252d16-cbf9-4317-a609-40c2357ad3c1 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:14.205063 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c8c0dbe1-45a6-48fb-baf4-85f54876382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.214598 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe921870-83f9-4c24-a9d3-1afc06e0e806', 'tag': 'b7469508-8788-4feb-b89f-79d75b096837'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:14.229071 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffde2-09af-46e0-9efb-6dc497a58314 req-205cd1d5-f26e-43aa-9797-f6569e231486 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:14.240082 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-168ffde2-09af-46e0-9efb-6dc497a58314 req-205cd1d5-f26e-43aa-9797-f6569e231486 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 944 time: 0.3469040 Jun 09 15:04:14.293575 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.304494 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Router 8184247e-1d9a-48c8-a8e1-40557caa4b95 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:04:14.317210 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0dbe1-45a6-48fb-baf4-85f54876382e None None] Port a3252d16-cbf9-4317-a609-40c2357ad3c1 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:04:14.430272 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:14.431313 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.432933 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/3bce74d6-0911-4cac-9e33-fcb4b4dc3dab HTTP/1.1" status: 200 len: 1094 time: 8.9637721 Jun 09 15:04:14.446128 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-168ffde2-09af-46e0-9efb-6dc497a58314 req-2e08c3f4-8234-4628-b164-8003f4334902 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982415 Jun 09 15:04:14.473730 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.505634 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:04:14.513718 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] 10.222.0.83 "PUT /v2.0/routers/cf1a4a9e-43ad-457b-94b6-531b73d7b5b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5083311 Jun 09 15:04:14.539836 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Sync routers for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:04:14.556751 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:14.557652 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:03:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:14.748511 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7469508-8788-4feb-b89f-79d75b096837,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:14.753456 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2536634-3e02-4e82-863c-fbd483fe0993" -d '{"events": [{"name": "network-changed", "server_uuid": "fe921870-83f9-4c24-a9d3-1afc06e0e806", "tag": "b7469508-8788-4feb-b89f-79d75b096837"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:14.764579 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:14.771618 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:14.817352 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:14.896928 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 6613bb79-f72b-4422-a5b3-a773d446318d up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:15.023178 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-7ea2105f-4572-454e-a3fe-091f63f0a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:15.024687 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-7ea2105f-4572-454e-a3fe-091f63f0a5cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4188645b5da241f4ac8029ec2930e59f&device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 1097 time: 0.5275455 Jun 09 15:04:15.184688 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 6613bb79-f72b-4422-a5b3-a773d446318d triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:15.185300 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:15.194768 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988c65b-72f5-427a-844f-a76ea6a3b624 req-0277df40-738a-433f-b9e9-df00daa18798 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:15.196239 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2988c65b-72f5-427a-844f-a76ea6a3b624 req-0277df40-738a-433f-b9e9-df00daa18798 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 943 time: 0.1648197 Jun 09 15:04:15.227541 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-6a1aff2c-974f-48f2-918e-11a18fb4af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:15.229113 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-6a1aff2c-974f-48f2-918e-11a18fb4af07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 1096 time: 0.9270720 Jun 09 15:04:15.280774 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:15.288325 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2988c65b-72f5-427a-844f-a76ea6a3b624 req-2a6edc23-871b-45cc-a8a3-3728fcd4d506 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808189 Jun 09 15:04:15.291881 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-24e843a8-95f1-4fec-ad0a-44e50cf0c338 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab HTTP/1.1" status: 200 len: 217 time: 0.2430577 Jun 09 15:04:15.355327 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:15.358387 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-75758d04-b09d-4472-bb08-1fb2c34840d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7469508-8788-4feb-b89f-79d75b096837 HTTP/1.1" status: 200 len: 217 time: 0.0882339 Jun 09 15:04:15.484972 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:04:15.496816 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Sync routers for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:04:15.507919 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] 10.222.0.83 "PUT /v2.0/routers/8184247e-1d9a-48c8-a8e1-40557caa4b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5019794 Jun 09 15:04:15.512014 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:15.512664 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:03:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:15.585920 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 2, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:15.594357 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Checking router: cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:04:15.595967 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Updating router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 port a3252d16-cbf9-4317-a609-40c2357ad3c1 binding host dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:04:15.632668 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-12f2ffa1-d920-4fce-beae-7fac9137545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:15.634118 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-12f2ffa1-d920-4fce-beae-7fac9137545f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f0f5780-49f6-4df4-9d63-7d794412ae7b HTTP/1.1" status: 200 len: 852 time: 0.2748888 Jun 09 15:04:15.729812 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:15.741120 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:15.813786 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-bed0fd95-3424-4057-b8da-82c5c6aad558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:15.814644 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-bed0fd95-3424-4057-b8da-82c5c6aad558 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26f05cc0-e86c-4e11-a061-45c390b84677 HTTP/1.1" status: 200 len: 854 time: 0.4077268 Jun 09 15:04:15.859662 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:15.871376 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-9b77c811-1fee-4cf4-96fc-48cba548e8ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67b59cc6-72fc-48c6-8023-54ece4f46e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1989853 Jun 09 15:04:15.876362 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f10fd4-024f-46ac-aae1-8016ec5e17a8 x-openstack-request-id: req-54f10fd4-024f-46ac-aae1-8016ec5e17a8 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:15.876679 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe921870-83f9-4c24-a9d3-1afc06e0e806", "tag": "b7469508-8788-4feb-b89f-79d75b096837", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:15.876950 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-54f10fd4-024f-46ac-aae1-8016ec5e17a8 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:15.877645 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe921870-83f9-4c24-a9d3-1afc06e0e806', 'tag': 'b7469508-8788-4feb-b89f-79d75b096837', 'status': 'completed', 'code': 200} Jun 09 15:04:16.191207 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dd000-fd9c-47da-914a-fd4440e9d6ce req-2e67e97e-b6fb-4072-ac66-942fd6d35981 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:16.201441 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-224dd000-fd9c-47da-914a-fd4440e9d6ce req-2e67e97e-b6fb-4072-ac66-942fd6d35981 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 944 time: 0.2091882 Jun 09 15:04:16.293525 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50504) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:16.302844 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.309816 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-224dd000-fd9c-47da-914a-fd4440e9d6ce req-856d368b-fa27-4626-bcb7-77cbeeec1d0d tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062458 Jun 09 15:04:16.310060 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-e97a3d3f-07ea-4203-98a0-92be66f75963 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd6d721-edbd-4a87-a589-447450b1224d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4313169 Jun 09 15:04:16.321541 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.322606 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-d41f522b-04c8-47e0-9825-81cf076f9232 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070326527', 'description': 'tempest-description--1307471780'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:16.358288 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405468'] for router_interface, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.364980 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:16.367497 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d41f522b-04c8-47e0-9825-81cf076f9232 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.408960 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d490b784-51ab-444d-b51d-14c0b87f0938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.454011 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50512) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:16.540295 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d41f522b-04c8-47e0-9825-81cf076f9232 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.585355 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d41f522b-04c8-47e0-9825-81cf076f9232 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.586448 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.604972 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:16.616778 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Transition to ACTIVE for port object a3252d16-cbf9-4317-a609-40c2357ad3c1 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:16.630216 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.635882 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:16.648466 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f522b-04c8-47e0-9825-81cf076f9232 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ef1654-8493-44f5-84aa-ea7ae3e7458c,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:16.667511 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d41f522b-04c8-47e0-9825-81cf076f9232 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:16.688750 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d41f522b-04c8-47e0-9825-81cf076f9232 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.692623 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-d41f522b-04c8-47e0-9825-81cf076f9232 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3780329 Jun 09 15:04:16.693463 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Pushing event updated for resources: {'Port': ['ID=338309eb-4c97-480e-8887-84b0c4333df5,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:16.693793 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50518) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:16.731826 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-6e8060fb-c6ac-4eff-adcf-c30f0b66d757 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'security_group_rule': {'security_group_id': '21ef1654-8493-44f5-84aa-ea7ae3e7458c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:16.757008 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:09Z', 'revision_number': 2, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:16.767729 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Checking router: 8184247e-1d9a-48c8-a8e1-40557caa4b95 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:04:16.768119 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Updating router 8184247e-1d9a-48c8-a8e1-40557caa4b95 port 370b9757-403c-4e90-a7ee-b92e9dc92313 binding host dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:04:16.789265 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14091524-95f5-4995-8cfd-8f5f4803004d req-f7efd683-c212-4cba-89c5-ad86bfe4684b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:16.798224 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-14091524-95f5-4995-8cfd-8f5f4803004d req-f7efd683-c212-4cba-89c5-ad86bfe4684b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 943 time: 0.2562504 Jun 09 15:04:16.875204 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-14091524-95f5-4995-8cfd-8f5f4803004d req-03ede3d3-0c36-46ef-a00c-bda4457e155d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751238 Jun 09 15:04:16.885275 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2744d-7276-49da-8631-7572cc92300f None None] Pushing event updated for resources: {'Port': ['ID=a3252d16-cbf9-4317-a609-40c2357ad3c1,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:16.888293 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6e8060fb-c6ac-4eff-adcf-c30f0b66d757 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.901304 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-e4d2744d-7276-49da-8631-7572cc92300f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:16.918629 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-4ab75ed6-97e2-4339-8882-77aed6e9823b service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955858 Jun 09 15:04:16.929299 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:16.933188 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.041483 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.057408 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Attempting to bind port a3252d16-cbf9-4317-a609-40c2357ad3c1 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:17.058007 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Attempting to bind port a3252d16-cbf9-4317-a609-40c2357ad3c1 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:17.059196 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Attempting to bind port a3252d16-cbf9-4317-a609-40c2357ad3c1 on network 248c892a-8a76-47cd-bd87-7fa88315b14d {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:17.061658 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6e8060fb-c6ac-4eff-adcf-c30f0b66d757 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.068776 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6e8060fb-c6ac-4eff-adcf-c30f0b66d757 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.075108 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:17.075786 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Checking segment: {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:17.076495 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.077066 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Bound using segment: {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:17.079148 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Bound port: a3252d16-cbf9-4317-a609-40c2357ad3c1, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:17.079753 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.092424 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:17.156810 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8060fb-c6ac-4eff-adcf-c30f0b66d757 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a42f28-2090-485c-9238-cd64c226374b,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:17.175629 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6e8060fb-c6ac-4eff-adcf-c30f0b66d757 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:17.185531 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6e8060fb-c6ac-4eff-adcf-c30f0b66d757 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.189811 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-6e8060fb-c6ac-4eff-adcf-c30f0b66d757 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4950047 Jun 09 15:04:17.192279 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50530) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:17.200573 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-4f59936b-a65f-416b-9464-4835a4f83100 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'security_group_rule': {'security_group_id': '21ef1654-8493-44f5-84aa-ea7ae3e7458c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:17.253466 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-c2fa1087-9d08-4aaa-bdd9-814a1c0ee247 service neutron] 10.222.0.46 "GET /v2.0/networks/67b59cc6-72fc-48c6-8023-54ece4f46e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2435374 Jun 09 15:04:17.263157 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4f59936b-a65f-416b-9464-4835a4f83100 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.274618 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] For port a3252d16-cbf9-4317-a609-40c2357ad3c1, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:17.283048 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] For port a3252d16-cbf9-4317-a609-40c2357ad3c1, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=a3252d16-cbf9-4317-a609-40c2357ad3c1,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:17.289018 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.308052 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:17.395630 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4f59936b-a65f-416b-9464-4835a4f83100 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.405309 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4f59936b-a65f-416b-9464-4835a4f83100 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.407538 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:17.439293 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59936b-a65f-416b-9464-4835a4f83100 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25b6979-a7fe-4a75-b186-c174d38de7f1,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:17.455151 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50540) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:17.471224 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:17.471447 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4f59936b-a65f-416b-9464-4835a4f83100 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:17.472047 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:04:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:17.497031 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-e2e769b4-56b4-4450-b847-a2580dc8b509 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1047609515', 'description': 'tempest-description--1669792088'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:17.551229 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4f59936b-a65f-416b-9464-4835a4f83100 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.554573 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-4f59936b-a65f-416b-9464-4835a4f83100 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609500 Jun 09 15:04:17.560263 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50544) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:17.670765 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'floatingip': {'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:17.689228 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2744d-7276-49da-8631-7572cc92300f None None] Pushing event updated for resources: {'Port': ['ID=a3252d16-cbf9-4317-a609-40c2357ad3c1,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:17.707177 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-e4d2744d-7276-49da-8631-7572cc92300f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:17.760346 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b1925ef-3533-4955-a57d-c8c1aede21b6 req-7ffef7db-05b6-42e7-bc51-78315659e160 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729454 Jun 09 15:04:17.767518 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c6978289-ee7e-450e-ae96-b03921a7a8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.838956 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.839720 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Network 14fe3549-285e-478e-86c0-218ad94ab33d is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:17.859677 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Transition to ACTIVE for port object 370b9757-403c-4e90-a7ee-b92e9dc92313 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:17.872174 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:17.879843 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:17.881399 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:17.882997 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:17.885646 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31df733-f0d5-41a1-8752-33fff653bd67', 'tag': '3bce74d6-0911-4cac-9e33-fcb4b4dc3dab'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:17.892296 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ce2cac-0d08-446c-9761-9b49aa8a9c61" -d '{"events": [{"name": "network-changed", "server_uuid": "f31df733-f0d5-41a1-8752-33fff653bd67", "tag": "3bce74d6-0911-4cac-9e33-fcb4b4dc3dab"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:17.905886 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.db.api [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 15:04:17.905886 dv-cinder-789603-9-smb neutron-server[91820]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 09 15:04:17.905886 dv-cinder-789603-9-smb neutron-server[91820]: [parameters: {'project_id': '9654598a67fe48cf889fd64d91ce8273', 'id': '6bc7c970-957b-4088-b6df-07c492baccfd', 'expiration': datetime.datetime(2021, 6, 9, 15, 6, 17, 898793)}] Jun 09 15:04:17.905886 dv-cinder-789603-9-smb neutron-server[91820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 15:04:17.906272 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_db.api [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 15:04:17.909381 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e2e769b4-56b4-4450-b847-a2580dc8b509 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.034213 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d365f49-2475-4b71-afdd-c16f663d09fc req-16ecdd05-2a07-4028-9da0-9e34e5346aa5 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:18.035779 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3d365f49-2475-4b71-afdd-c16f663d09fc req-16ecdd05-2a07-4028-9da0-9e34e5346aa5 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 944 time: 0.4804037 Jun 09 15:04:18.142027 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3d365f49-2475-4b71-afdd-c16f663d09fc req-f188ff1d-7ed8-41e1-a6c5-2ff7b9eac1f2 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941002 Jun 09 15:04:18.204667 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7facf6ad-a5c4-4205-a866-c199014d97fc x-openstack-request-id: req-7facf6ad-a5c4-4205-a866-c199014d97fc {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:18.205205 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31df733-f0d5-41a1-8752-33fff653bd67", "tag": "3bce74d6-0911-4cac-9e33-fcb4b4dc3dab", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:18.205205 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7facf6ad-a5c4-4205-a866-c199014d97fc {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:18.205847 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31df733-f0d5-41a1-8752-33fff653bd67', 'tag': '3bce74d6-0911-4cac-9e33-fcb4b4dc3dab', 'status': 'completed', 'code': 200} Jun 09 15:04:18.286783 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:04:18.288598 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Attempting to bind port 370b9757-403c-4e90-a7ee-b92e9dc92313 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:18.288978 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Attempting to bind port 370b9757-403c-4e90-a7ee-b92e9dc92313 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:18.289347 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Attempting to bind port 370b9757-403c-4e90-a7ee-b92e9dc92313 on network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:18.298493 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12943b-b889-481c-908c-bb043ddf55e0 None None] Pushing event updated for resources: {'Port': ['ID=370b9757-403c-4e90-a7ee-b92e9dc92313,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:18.302912 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-7f12943b-b889-481c-908c-bb043ddf55e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:18.303953 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:18.304332 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Checking segment: {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:18.304776 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.305169 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Bound using segment: {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:18.305647 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Bound port: 370b9757-403c-4e90-a7ee-b92e9dc92313, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:18.306024 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.411090 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] For port 370b9757-403c-4e90-a7ee-b92e9dc92313, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:18.415638 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] For port 370b9757-403c-4e90-a7ee-b92e9dc92313, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=370b9757-403c-4e90-a7ee-b92e9dc92313,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:18.421437 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.430845 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-25adcdbb-1a58-4d22-8870-d4224866ce9c req-9e0fc86b-1167-4825-906d-c362e6c9c1ea service neutron] 10.222.0.46 "GET /v2.0/networks/67b59cc6-72fc-48c6-8023-54ece4f46e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9253290 Jun 09 15:04:18.433628 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:18.451554 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50562) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:18.463279 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:17Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:18.472237 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e95b72-85dc-4c2d-93dc-3a1ca06a7535 None None] The sync data for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb is: [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:17Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:04:18.516731 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:18.517730 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:04:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:18.594886 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.680862 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2536634-3e02-4e82-863c-fbd483fe0993 req-335a0d41-7793-4bde-ad53-4581cc624e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:18.682394 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d2536634-3e02-4e82-863c-fbd483fe0993 req-335a0d41-7793-4bde-ad53-4581cc624e11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 1096 time: 0.8602114 Jun 09 15:04:18.701069 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db364241-0c4f-4401-825b-23af7e79a1a6 req-062c974f-b92b-4626-b41a-9f278dea0e27 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:18.702600 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-db364241-0c4f-4401-825b-23af7e79a1a6 req-062c974f-b92b-4626-b41a-9f278dea0e27 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 943 time: 0.4958963 Jun 09 15:04:18.717340 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-43cc9983-3419-4474-9f68-4cf0ee76acf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.752647 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12943b-b889-481c-908c-bb043ddf55e0 None None] Pushing event updated for resources: {'Port': ['ID=370b9757-403c-4e90-a7ee-b92e9dc92313,revision_number=4']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:18.759860 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-7f12943b-b889-481c-908c-bb043ddf55e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:18.832579 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:18.876306 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device a3252d16-cbf9-4317-a609-40c2357ad3c1 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:18.932996 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2536634-3e02-4e82-863c-fbd483fe0993 req-679ac72c-27f3-47b3-b2b7-5dbd6dabb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:18.935057 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d2536634-3e02-4e82-863c-fbd483fe0993 req-679ac72c-27f3-47b3-b2b7-5dbd6dabb8ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 915 time: 0.2285297 Jun 09 15:04:19.035091 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port a3252d16-cbf9-4317-a609-40c2357ad3c1 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:19.042710 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce2cac-0d08-446c-9761-9b49aa8a9c61 req-d26601d9-6832-485c-bafc-bdba816806ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:19.042948 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port a3252d16-cbf9-4317-a609-40c2357ad3c1 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:19.043301 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.044522 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-86ce2cac-0d08-446c-9761-9b49aa8a9c61 req-d26601d9-6832-485c-bafc-bdba816806ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4188645b5da241f4ac8029ec2930e59f&device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 1097 time: 0.4398890 Jun 09 15:04:19.080774 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d2536634-3e02-4e82-863c-fbd483fe0993 req-2dd15f36-7eae-4439-9794-a89a041687b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7469508-8788-4feb-b89f-79d75b096837 HTTP/1.1" status: 200 len: 217 time: 0.1209815 Jun 09 15:04:19.135899 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-db364241-0c4f-4401-825b-23af7e79a1a6 req-d9453d63-f0bc-40dd-a19a-ced104c14cc6 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848225 Jun 09 15:04:19.172767 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:04:19.248556 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.258254 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Sync routers for ids ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:04:19.286424 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Routers {'0af2b7ac-3e31-4a19-bea4-4c813557f9ac'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:19.287305 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:04:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:19.324871 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] 10.222.0.83 "PUT /v2.0/routers/0af2b7ac-3e31-4a19-bea4-4c813557f9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2157471 Jun 09 15:04:19.338437 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c6978289-ee7e-450e-ae96-b03921a7a8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.349315 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c6978289-ee7e-450e-ae96-b03921a7a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.412253 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.db.api [None req-43cc9983-3419-4474-9f68-4cf0ee76acf3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 15:04:19.412253 dv-cinder-789603-9-smb neutron-server[91820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 15:04:19.412253 dv-cinder-789603-9-smb neutron-server[91820]: [parameters: {'project_id_1': 'f9deda268cba4c0f8058388ee87166c2', 'expiration_1': datetime.datetime(2021, 6, 9, 15, 4, 18, 743183)}] Jun 09 15:04:19.412253 dv-cinder-789603-9-smb neutron-server[91820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 15:04:19.413133 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_db.api [None req-43cc9983-3419-4474-9f68-4cf0ee76acf3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 15:04:19.413779 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.db.api [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 15:04:19.413779 dv-cinder-789603-9-smb neutron-server[91820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 15:04:19.413779 dv-cinder-789603-9-smb neutron-server[91820]: [parameters: {'project_id_1': '9654598a67fe48cf889fd64d91ce8273', 'expiration_1': datetime.datetime(2021, 6, 9, 15, 4, 18, 411102)}] Jun 09 15:04:19.413779 dv-cinder-789603-9-smb neutron-server[91820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 15:04:19.414473 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_db.api [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 15:04:19.420171 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:19.420355 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:18Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:19.425081 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1ef43-c18f-4f5e-b293-2d670cf19158 None None] The sync data for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb is: [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:18Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:04:19.470565 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6978289-ee7e-450e-ae96-b03921a7a8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4727028c-3bf3-4e56-a573-a4c174fef4ac,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:19.495863 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2536634-3e02-4e82-863c-fbd483fe0993 req-9ef591c6-4c3f-49b8-8d7d-52b15af9a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:19.502026 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d2536634-3e02-4e82-863c-fbd483fe0993 req-9ef591c6-4c3f-49b8-8d7d-52b15af9a274 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26f05cc0-e86c-4e11-a061-45c390b84677 HTTP/1.1" status: 200 len: 854 time: 0.3309360 Jun 09 15:04:19.639687 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e2e769b4-56b4-4450-b847-a2580dc8b509 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.648084 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e2e769b4-56b4-4450-b847-a2580dc8b509 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.683153 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:19.701914 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e2e769b4-56b4-4450-b847-a2580dc8b509 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.703578 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-e2e769b4-56b4-4450-b847-a2580dc8b509 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2437921 Jun 09 15:04:19.730577 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50592) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:19.735837 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-c2267d90-fa88-49bd-ab0e-29379e616e0c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'security_group_rule': {'security_group_id': 'e01e1bd9-aff5-4e62-8561-6d99ddecd816', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:19.751940 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port a3252d16-cbf9-4317-a609-40c2357ad3c1, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=a3252d16-cbf9-4317-a609-40c2357ad3c1,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:19.774096 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.776886 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:19.790099 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c6978289-ee7e-450e-ae96-b03921a7a8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:19.822934 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9077ced-67a4-49ca-8b8e-e0ab524d63b5 req-817d457d-1237-4cf8-80c8-6bf47b3d41c8 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:19.825070 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce2cac-0d08-446c-9761-9b49aa8a9c61 req-589be986-5bb3-445d-8541-d8eaa9e41f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:19.826964 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-86ce2cac-0d08-446c-9761-9b49aa8a9c61 req-589be986-5bb3-445d-8541-d8eaa9e41f40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=67b59cc6-72fc-48c6-8023-54ece4f46e10 HTTP/1.1" status: 200 len: 913 time: 0.7647762 Jun 09 15:04:19.829207 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d2536634-3e02-4e82-863c-fbd483fe0993 req-5ee4b984-7f78-4a2b-acbe-e680198cfc5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd6d721-edbd-4a87-a589-447450b1224d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2815895 Jun 09 15:04:19.831725 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-c6978289-ee7e-450e-ae96-b03921a7a8e1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9c8434d76aa948f3bffc02508e36ae4b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2312057 Jun 09 15:04:19.833306 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d9077ced-67a4-49ca-8b8e-e0ab524d63b5 req-817d457d-1237-4cf8-80c8-6bf47b3d41c8 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 944 time: 0.4241543 Jun 09 15:04:19.834086 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e769b4-56b4-4450-b847-a2580dc8b509 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e1bd9-aff5-4e62-8561-6d99ddecd816,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:19.840074 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50600) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:19.843158 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e2e769b4-56b4-4450-b847-a2580dc8b509 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:19.935272 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-43cc9983-3419-4474-9f68-4cf0ee76acf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.961470 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=a3252d16-cbf9-4317-a609-40c2357ad3c1,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:19.971115 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:19.990503 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Set router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:20.038280 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c2267d90-fa88-49bd-ab0e-29379e616e0c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.093597 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d9077ced-67a4-49ca-8b8e-e0ab524d63b5 req-cd00646e-b7fe-45c9-a447-6b618c006096 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512226 Jun 09 15:04:20.133687 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b83091b8-fb46-4e59-9ac4-31be46c8189c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.185315 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c2267d90-fa88-49bd-ab0e-29379e616e0c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.215850 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c2267d90-fa88-49bd-ab0e-29379e616e0c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.216893 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.245493 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-86ce2cac-0d08-446c-9761-9b49aa8a9c61 req-f855ce04-2147-4d03-8827-1ee597691593 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab HTTP/1.1" status: 200 len: 217 time: 0.3999867 Jun 09 15:04:20.282268 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b83091b8-fb46-4e59-9ac4-31be46c8189c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.333137 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6e8060fb-c6ac-4eff-adcf-c30f0b66d757 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:20.433246 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'name': 'tempest-ServerRescueNegativeTestJSON-721677282-router', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '82d8f452-59bb-416e-830f-2962aad4e280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:14Z', 'revision_number': 4, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'gw_port': {'id': '82d8f452-59bb-416e-830f-2962aad4e280', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '338309eb-4c97-480e-8887-84b0c4333df5', 'name': '', 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'mac_address': 'fa:16:3e:36:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '366d801b-9500-4857-8071-2b0532367ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:08Z', 'updated_at': '2021-06-09T15:04:15Z', 'revision_number': 2, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'subnets': [{'id': '366d801b-9500-4857-8071-2b0532367ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:20.442356 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Checking router: 0af2b7ac-3e31-4a19-bea4-4c813557f9ac for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:04:20.443156 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Updating router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac port 338309eb-4c97-480e-8887-84b0c4333df5 binding host dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:04:20.452556 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce2cac-0d08-446c-9761-9b49aa8a9c61 req-34ddea2e-0e06-4989-9dd3-ff9ee422d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:20.454095 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-86ce2cac-0d08-446c-9761-9b49aa8a9c61 req-34ddea2e-0e06-4989-9dd3-ff9ee422d883 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f0f5780-49f6-4df4-9d63-7d794412ae7b HTTP/1.1" status: 200 len: 852 time: 0.1542046 Jun 09 15:04:20.455867 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d2536634-3e02-4e82-863c-fbd483fe0993 req-29da7d0f-a014-4e21-ab3a-688f6d6bb14c service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093795 Jun 09 15:04:20.457125 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2267d90-fa88-49bd-ab0e-29379e616e0c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9cefc1-a984-4ac7-b8ed-c010f754d487,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:20.468770 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c2267d90-fa88-49bd-ab0e-29379e616e0c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:20.525736 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.594515 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-8e29db45-560b-44fe-a5a5-7bacea279a25 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:20.600403 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-8e29db45-560b-44fe-a5a5-7bacea279a25 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 818 time: 0.3944890 Jun 09 15:04:20.600403 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-86ce2cac-0d08-446c-9761-9b49aa8a9c61 req-a1886d69-8257-4285-b33e-ce2020b00366 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67b59cc6-72fc-48c6-8023-54ece4f46e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318510 Jun 09 15:04:20.609109 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1def0f-069a-407e-9761-5836245e3577 req-50e73442-afd3-4461-9db8-36954bbc0ddc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:20.610610 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0e1def0f-069a-407e-9761-5836245e3577 req-50e73442-afd3-4461-9db8-36954bbc0ddc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 943 time: 0.2029803 Jun 09 15:04:20.615220 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b83091b8-fb46-4e59-9ac4-31be46c8189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.620933 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b83091b8-fb46-4e59-9ac4-31be46c8189c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.622051 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b83091b8-fb46-4e59-9ac4-31be46c8189c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4727028c-3bf3-4e56-a573-a4c174fef4ac HTTP/1.1" status: 204 len: 168 time: 0.7810075 Jun 09 15:04:20.629544 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:20.676181 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83091b8-fb46-4e59-9ac4-31be46c8189c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4727028c-3bf3-4e56-a573-a4c174fef4ac,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:20.678865 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b83091b8-fb46-4e59-9ac4-31be46c8189c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:20.691885 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-43cc9983-3419-4474-9f68-4cf0ee76acf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.710552 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-015c9c75-6e3e-455a-9f09-5434d008b101 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/quotas/8d40dc2c249f4955b85223f73130ee87 HTTP/1.1" status: 200 len: 375 time: 0.1057680 Jun 09 15:04:20.719380 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-43cc9983-3419-4474-9f68-4cf0ee76acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.740906 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c2267d90-fa88-49bd-ab0e-29379e616e0c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.745087 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-c2267d90-fa88-49bd-ab0e-29379e616e0c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0134165 Jun 09 15:04:20.750656 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50616) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:20.752627 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-cf35b52c-862d-4d16-aa2e-546073cbccbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:20.774034 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.781752 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-c3bd2294-9f09-4f08-b90e-be9d7648307d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'security_group_rule': {'security_group_id': 'e01e1bd9-aff5-4e62-8561-6d99ddecd816', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:20.796067 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0e1def0f-069a-407e-9761-5836245e3577 req-4dd19cc0-41b2-4313-bc2c-a1c2e575c506 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438615 Jun 09 15:04:20.824689 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d2536634-3e02-4e82-863c-fbd483fe0993 req-2d25b44a-9561-4f0e-ac6f-eed5587c3c02 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472488 Jun 09 15:04:20.903426 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-43cc9983-3419-4474-9f68-4cf0ee76acf3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f9deda268cba4c0f8058388ee87166c2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4507737 Jun 09 15:04:20.917334 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50622) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:20.942328 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-86ce2cac-0d08-446c-9761-9b49aa8a9c61 req-d435b9fb-9ea4-4af4-9c9c-508219f2ae44 service neutron] 10.222.0.46 "GET /v2.0/networks/67b59cc6-72fc-48c6-8023-54ece4f46e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288331 Jun 09 15:04:20.953894 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc9983-3419-4474-9f68-4cf0ee76acf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781663c5-c9a4-4875-92e1-622a1a1cc43d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:20.976861 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-43cc9983-3419-4474-9f68-4cf0ee76acf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:21.008843 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2294-9f09-4f08-b90e-be9d7648307d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.036941 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-8de9f390-176d-4193-9ffe-8bd5ccf55c59 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3254943 Jun 09 15:04:21.056074 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device a3252d16-cbf9-4317-a609-40c2357ad3c1 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:21.091965 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2294-9f09-4f08-b90e-be9d7648307d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.099883 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2294-9f09-4f08-b90e-be9d7648307d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.204121 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50626) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:21.212944 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:21.220309 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b7469508-8788-4feb-b89f-79d75b096837 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:21.251091 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.279920 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd2294-9f09-4f08-b90e-be9d7648307d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc98e07-0de4-4a4b-bfae-c71a7e6d2127,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:21.300713 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Transition to ACTIVE for port object 338309eb-4c97-480e-8887-84b0c4333df5 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:21.303517 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port a3252d16-cbf9-4317-a609-40c2357ad3c1 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:21.304118 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.310384 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c3bd2294-9f09-4f08-b90e-be9d7648307d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:21.325704 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2294-9f09-4f08-b90e-be9d7648307d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.327434 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-c3bd2294-9f09-4f08-b90e-be9d7648307d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5655353 Jun 09 15:04:21.333142 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50628) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:21.356502 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9af0bb6-0280-41f0-94ae-f2107799cd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.370548 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0167-996f-4958-9b61-c6ee01f22fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.378240 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'floatingip': {'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:21.424175 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.db.resource_extend [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 15:04:21.440479 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.470460 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Allocated IP 172.28.0.22 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/e721f777-8af5-414c-affa-fa8e5723bc4c) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:21.473413 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0167-996f-4958-9b61-c6ee01f22fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.503452 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.535737 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:21.591293 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-86ce2cac-0d08-446c-9761-9b49aa8a9c61 req-91d30a40-fddf-440d-bdef-c3b487d81e4d service neutron] 10.222.0.46 "GET /v2.0/networks/67b59cc6-72fc-48c6-8023-54ece4f46e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342881 Jun 09 15:04:21.617208 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-09f469e3-5820-4cac-87a6-bc03793a890e service neutron] 10.222.0.83 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836450 Jun 09 15:04:21.770567 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bf682-673d-442b-bbb0-e2b70e5e1179 None None] Pushing event updated for resources: {'Port': ['ID=338309eb-4c97-480e-8887-84b0c4333df5,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:21.773461 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0167-996f-4958-9b61-c6ee01f22fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.784159 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0167-996f-4958-9b61-c6ee01f22fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.787650 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-9a0a0167-996f-4958-9b61-c6ee01f22fae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/781663c5-c9a4-4875-92e1-622a1a1cc43d HTTP/1.1" status: 204 len: 168 time: 0.8665385 Jun 09 15:04:21.816833 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-844bf682-673d-442b-bbb0-e2b70e5e1179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:21.817771 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-77f7b9b8-1223-4e77-80a5-3ab2024b0658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:21.848768 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a0167-996f-4958-9b61-c6ee01f22fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781663c5-c9a4-4875-92e1-622a1a1cc43d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:21.856924 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c48d68-8adf-43db-96c5-0dc379ecdc62 req-c850d095-900c-40c6-8159-f7f12bbb28a2 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:21.861806 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9a0a0167-996f-4958-9b61-c6ee01f22fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:21.864206 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b6c48d68-8adf-43db-96c5-0dc379ecdc62 req-c850d095-900c-40c6-8159-f7f12bbb28a2 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 944 time: 0.5356789 Jun 09 15:04:21.867873 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9af0bb6-0280-41f0-94ae-f2107799cd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.871431 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-bd78b703-5c56-4a30-a8b7-e99a3c5dd42e service neutron] 10.222.0.83 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410445 Jun 09 15:04:21.872906 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9af0bb6-0280-41f0-94ae-f2107799cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.882888 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c556a88b-b2ba-4dc8-88e8-ed1a633e7b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:21.902824 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 370b9757-403c-4e90-a7ee-b92e9dc92313 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:21.927737 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-c9af0bb6-0280-41f0-94ae-f2107799cd80 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0f60d93a291a43da8daceb70eec55c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6503708 Jun 09 15:04:21.928844 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af0bb6-0280-41f0-94ae-f2107799cd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e4134a-f11a-40f9-8bf6-a19ce5d4d5ba,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:21.931601 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50642) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:21.933842 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c9af0bb6-0280-41f0-94ae-f2107799cd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:22.018718 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b6c48d68-8adf-43db-96c5-0dc379ecdc62 req-aaacfeaa-00ea-4574-b10b-174d3d5303ed tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511953 Jun 09 15:04:22.034332 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b7469508-8788-4feb-b89f-79d75b096837, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7469508-8788-4feb-b89f-79d75b096837,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:22.041488 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.044577 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Attempting to bind port 338309eb-4c97-480e-8887-84b0c4333df5 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:22.044961 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Attempting to bind port 338309eb-4c97-480e-8887-84b0c4333df5 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:22.045325 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Attempting to bind port 338309eb-4c97-480e-8887-84b0c4333df5 on network 14fe3549-285e-478e-86c0-218ad94ab33d {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:22.048635 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d8f0f0bb-4135-428c-9ac9-26987a14ecc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.050674 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'b7469508-8788-4feb-b89f-79d75b096837', 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d', 'port_id': 'b7469508-8788-4feb-b89f-79d75b096837', 'mac_address': 'fa:16:3e:fc:e2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f05cc0-e86c-4e11-a061-45c390b84677', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:22.056629 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:22.057257 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Checking segment: {'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:22.057404 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.057807 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Bound using segment: {'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:22.058807 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Bound port: 338309eb-4c97-480e-8887-84b0c4333df5, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:22.059187 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.106483 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.147794 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d8f0f0bb-4135-428c-9ac9-26987a14ecc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.163395 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:22.187350 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.201814 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 370b9757-403c-4e90-a7ee-b92e9dc92313 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:22.224259 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 370b9757-403c-4e90-a7ee-b92e9dc92313 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:22.224662 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.260152 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7469508-8788-4feb-b89f-79d75b096837 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:22.315434 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] For port 338309eb-4c97-480e-8887-84b0c4333df5, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:22.335912 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b7469508-8788-4feb-b89f-79d75b096837, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7469508-8788-4feb-b89f-79d75b096837,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:22.339285 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] For port 338309eb-4c97-480e-8887-84b0c4333df5, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=338309eb-4c97-480e-8887-84b0c4333df5,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:22.342161 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.343187 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:22.349181 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:22.385725 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:22.410433 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:22.420260 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.423239 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:22.430440 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d4492754-0193-452a-9ec7-7f0e1fb34926 req-f7bb10ec-b403-48f3-a0b8-953477aa40a4 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 210 time: 0.2076440 Jun 09 15:04:22.431752 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d8f0f0bb-4135-428c-9ac9-26987a14ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.443631 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d8f0f0bb-4135-428c-9ac9-26987a14ecc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.454537 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-d8f0f0bb-4135-428c-9ac9-26987a14ecc6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/34e4134a-f11a-40f9-8bf6-a19ce5d4d5ba HTTP/1.1" status: 204 len: 168 time: 0.5216498 Jun 09 15:04:22.456521 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c6978289-ee7e-450e-ae96-b03921a7a8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:22.478485 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0f0bb-4135-428c-9ac9-26987a14ecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e4134a-f11a-40f9-8bf6-a19ce5d4d5ba,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:22.485095 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d8f0f0bb-4135-428c-9ac9-26987a14ecc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:22.488204 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'Port': ['ID=e721f777-8af5-414c-affa-fa8e5723bc4c,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:22.498827 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.501460 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:22.641563 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50662) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:22.685265 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=b7469508-8788-4feb-b89f-79d75b096837,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:22.686565 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-546138b7-2f34-48c2-9d5e-83c086753806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.697998 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:22.701749 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:22.735293 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.836910 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.853523 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Routers {'0af2b7ac-3e31-4a19-bea4-4c813557f9ac'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:22.854403 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:04:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:23.016721 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-546138b7-2f34-48c2-9d5e-83c086753806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.044932 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-546138b7-2f34-48c2-9d5e-83c086753806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.124728 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:23.128144 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Allocated IP 172.28.0.13 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/415a02c4-5f83-4fba-8851-b6cf6b072950) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:23.197308 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bf682-673d-442b-bbb0-e2b70e5e1179 None None] Pushing event updated for resources: {'Port': ['ID=338309eb-4c97-480e-8887-84b0c4333df5,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:23.210736 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab,segment=NetworkSegment(e9e1b603-ea3f-40fc-af0d-5815f743374b),segment_id=e9e1b603-ea3f-40fc-af0d-5815f743374b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:23.221186 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-844bf682-673d-442b-bbb0-e2b70e5e1179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:23.233862 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 370b9757-403c-4e90-a7ee-b92e9dc92313, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=370b9757-403c-4e90-a7ee-b92e9dc92313,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:23.256133 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': '3bce74d6-0911-4cac-9e33-fcb4b4dc3dab', 'network_id': '67b59cc6-72fc-48c6-8023-54ece4f46e10', 'port_id': '3bce74d6-0911-4cac-9e33-fcb4b4dc3dab', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0f5780-49f6-4df4-9d63-7d794412ae7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:23.264823 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546138b7-2f34-48c2-9d5e-83c086753806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75be870d-3fb5-4138-833c-f05674738e76,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:23.267400 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.275862 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:23.276160 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-546138b7-2f34-48c2-9d5e-83c086753806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:23.326129 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.343731 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-546138b7-2f34-48c2-9d5e-83c086753806 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ae4866426ed3426b89d62976774a8069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989217 Jun 09 15:04:23.351584 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50692) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:23.367219 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3954fe-311d-40ed-bcb6-0767528d1a2e req-fbfe1f9e-7d6e-43c1-8bc5-2dcd28b9f63d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:23.369557 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ae3954fe-311d-40ed-bcb6-0767528d1a2e req-fbfe1f9e-7d6e-43c1-8bc5-2dcd28b9f63d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 944 time: 1.0777316 Jun 09 15:04:23.404571 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] Set router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:23.511972 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-19d61458-ab83-4948-b412-7f25994ef2e9 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:23.513601 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-19d61458-ab83-4948-b412-7f25994ef2e9 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 818 time: 0.4950514 Jun 09 15:04:23.529279 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ae3954fe-311d-40ed-bcb6-0767528d1a2e req-2f66572f-b3f6-486d-a4cc-a1dd34c49962 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943182 Jun 09 15:04:23.535882 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.539483 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-64ede929-7529-4d3d-a71d-daf03ed8b576 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/quotas/8d40dc2c249f4955b85223f73130ee87 HTTP/1.1" status: 200 len: 375 time: 0.0146127 Jun 09 15:04:23.542164 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8343-8aec-4493-b805-552d681fe23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.726773 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.752382 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:23.764087 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8343-8aec-4493-b805-552d681fe23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.837576 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-fa1c38a4-cc03-41dc-8c3c-00aacb4545ec tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2794807 Jun 09 15:04:23.940555 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:23.953494 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'Port': ['ID=415a02c4-5f83-4fba-8851-b6cf6b072950,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:23.955818 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50710) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:23.958459 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:23.966179 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:23.973853 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:23.975194 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.997540 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:24.004264 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=370b9757-403c-4e90-a7ee-b92e9dc92313,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:24.011838 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:24.014603 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.034864 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab,segment=NetworkSegment(e9e1b603-ea3f-40fc-af0d-5815f743374b),segment_id=e9e1b603-ea3f-40fc-af0d-5815f743374b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:24.047391 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.051375 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:24.057260 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8343-8aec-4493-b805-552d681fe23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.069178 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8343-8aec-4493-b805-552d681fe23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.073424 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-8f1f8343-8aec-4493-b805-552d681fe23d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/75be870d-3fb5-4138-833c-f05674738e76 HTTP/1.1" status: 204 len: 168 time: 0.7207007 Jun 09 15:04:24.079170 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:24.118051 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f8343-8aec-4493-b805-552d681fe23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75be870d-3fb5-4138-833c-f05674738e76,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:24.121497 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8f1f8343-8aec-4493-b805-552d681fe23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:24.140988 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.223229 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-b52ece69-b617-4ef9-ae00-7e49a40790c6 service neutron] 10.222.0.83 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784554 Jun 09 15:04:24.243386 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-989d9a96-1929-4691-972d-a0fe5b44b27d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:24.248700 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-989d9a96-1929-4691-972d-a0fe5b44b27d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.46 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 818 time: 0.2972813 Jun 09 15:04:24.277026 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cf84e-5d12-4f0d-a193-47a1aa883109 req-f34d3a4e-5863-49df-acb2-27ad9a3d9140 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:24.285001 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c61cf84e-5d12-4f0d-a193-47a1aa883109 req-f34d3a4e-5863-49df-acb2-27ad9a3d9140 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 944 time: 0.4544556 Jun 09 15:04:24.290304 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Request body: {'port': {'device_id': 'a8fc19b1-48c9-4204-8f88-33604b4a8ad3', 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d', 'admin_state_up': True, 'tenant_id': '8d40dc2c249f4955b85223f73130ee87'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:24.336216 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.346769 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:24.350577 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:24.368419 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.375542 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'name': 'tempest-ServerRescueNegativeTestJSON-721677282-router', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '82d8f452-59bb-416e-830f-2962aad4e280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:14Z', 'revision_number': 4, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'gw_port': {'id': '82d8f452-59bb-416e-830f-2962aad4e280', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '338309eb-4c97-480e-8887-84b0c4333df5', 'name': '', 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'mac_address': 'fa:16:3e:36:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '366d801b-9500-4857-8071-2b0532367ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:08Z', 'updated_at': '2021-06-09T15:04:22Z', 'revision_number': 4, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'subnets': [{'id': '366d801b-9500-4857-8071-2b0532367ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:24.380262 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e222f63a-5e54-407f-bbfc-eb873d79afe7 None None] The sync data for ids ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'] in dv-cinder-789603-9-smb is: [{'id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'name': 'tempest-ServerRescueNegativeTestJSON-721677282-router', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '82d8f452-59bb-416e-830f-2962aad4e280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:14Z', 'revision_number': 4, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'gw_port': {'id': '82d8f452-59bb-416e-830f-2962aad4e280', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '338309eb-4c97-480e-8887-84b0c4333df5', 'name': '', 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'mac_address': 'fa:16:3e:36:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '366d801b-9500-4857-8071-2b0532367ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:08Z', 'updated_at': '2021-06-09T15:04:22Z', 'revision_number': 4, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'subnets': [{'id': '366d801b-9500-4857-8071-2b0532367ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:04:24.394944 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b7469508-8788-4feb-b89f-79d75b096837'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:24.481306 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['3bce74d6-0911-4cac-9e33-fcb4b4dc3dab'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:24.518408 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-859498567-network', 'tenant_id': 'b731a42dfa5649a1af927c0198fc31b8'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:24.548809 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3164d4f-6870-4068-998b-e67695d3c591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:24.631357 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c61cf84e-5d12-4f0d-a193-47a1aa883109 req-02eaeed9-0474-46a2-ba73-3282bda6f835 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452873 Jun 09 15:04:24.648223 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.659957 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Made reservation on behalf of b731a42dfa5649a1af927c0198fc31b8 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:24.662274 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.688660 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.737247 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-c2aa3168-f340-4e59-8f4e-f16c9c65676f service neutron] 10.222.0.83 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866662 Jun 09 15:04:24.785903 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.db.api [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 15:04:24.785903 dv-cinder-789603-9-smb neutron-server[91819]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 15:04:24.785903 dv-cinder-789603-9-smb neutron-server[91819]: [parameters: {'project_id_1': '8d40dc2c249f4955b85223f73130ee87', 'expiration_1': datetime.datetime(2021, 6, 9, 15, 4, 24, 755696)}] Jun 09 15:04:24.785903 dv-cinder-789603-9-smb neutron-server[91819]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 15:04:24.786317 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_db.api [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 15:04:24.826033 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'Port': ['ID=e721f777-8af5-414c-affa-fa8e5723bc4c,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:24.853548 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:24.990369 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.999709 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.004037 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cd4bcc93-dece-408c-af2a-a1c4c7f5a5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:25.088727 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.095862 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.098618 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.109432 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5350490 Jun 09 15:04:25.109432 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:25.109733 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:04:25.224035 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.273979 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9a781ca5-5ada-40c1-ac89-b6fc3682ca21 req-2b9b870b-1e93-4723-ae9b-bf6e3c7e4220 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 210 time: 0.1663821 Jun 09 15:04:25.275022 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.276304 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9412684 Jun 09 15:04:25.283954 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.284550 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Added segment bf53f743-9ce4-4e56-a059-7afecc7ed7f0 of type vlan for network 96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 Jun 09 15:04:25.303413 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:25.307674 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:25.323464 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'Port': ['ID=415a02c4-5f83-4fba-8851-b6cf6b072950,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:25.341873 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:25.392498 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.403234 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Made reservation on behalf of 8d40dc2c249f4955b85223f73130ee87 for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:25.406398 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff0cec-eb67-4af5-a06e-3321a6edc619 req-8741aeba-0ebc-4388-802f-f6f2cfa39a2c tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:25.407700 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.414864 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-aaff0cec-eb67-4af5-a06e-3321a6edc619 req-8741aeba-0ebc-4388-802f-f6f2cfa39a2c tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 944 time: 0.5719280 Jun 09 15:04:25.567329 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-aaff0cec-eb67-4af5-a06e-3321a6edc619 req-55bb896d-21cf-4f19-9257-f5ef847365fc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513314 Jun 09 15:04:25.640099 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.741568 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 338309eb-4c97-480e-8887-84b0c4333df5 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:25.742102 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:25.742315 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.764703 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:25.861511 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 338309eb-4c97-480e-8887-84b0c4333df5 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:25.866839 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 338309eb-4c97-480e-8887-84b0c4333df5 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:25.867271 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.972248 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Allocated IP 172.20.0.5 (14fe3549-285e-478e-86c0-218ad94ab33d/366d801b-9500-4857-8071-2b0532367ca2/3f536219-202a-41b1-b47c-876b9104a69a) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:25.974152 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a252-c967-463a-bea8-659c37f24184 req-c2529c16-726c-498e-8358-8f6a56824347 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:25.975960 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8695a252-c967-463a-bea8-659c37f24184 req-c2529c16-726c-498e-8358-8f6a56824347 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 945 time: 0.1915157 Jun 09 15:04:26.052180 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0104356 Jun 09 15:04:26.052399 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b7469508-8788-4feb-b89f-79d75b096837 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:26.066323 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 50780) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:26.088484 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Request body: {'subnet': {'network_id': '96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-859498567-subnet', 'tenant_id': 'b731a42dfa5649a1af927c0198fc31b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:26.100670 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8695a252-c967-463a-bea8-659c37f24184 req-a33ce3fc-0751-4d48-a327-46f056a471c5 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169047 Jun 09 15:04:26.131305 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Made reservation on behalf of b731a42dfa5649a1af927c0198fc31b8 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:26.135218 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.137129 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-55d900f2-5c05-40ae-9f02-3c1a78ddccc9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1070326527&fields=id&tenant_id=9654598a67fe48cf889fd64d91ce8273 HTTP/1.1" status: 200 len: 267 time: 0.3908257 Jun 09 15:04:26.138294 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Pushing event updated for resources: {'Network': ['ID=96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:26.140305 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.150944 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:26.158897 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:04:26.374877 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-62d0e9fb-90fc-42a3-9bd8-af9b6b6fbdb4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1047609515&fields=id&tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e HTTP/1.1" status: 200 len: 267 time: 0.1019104 Jun 09 15:04:26.407849 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 338309eb-4c97-480e-8887-84b0c4333df5, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=338309eb-4c97-480e-8887-84b0c4333df5,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:26.417151 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.418596 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 370b9757-403c-4e90-a7ee-b92e9dc92313 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:26.462829 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-40e7cfb8-eff3-4d22-a1de-f62420f10041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:26.521899 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port b7469508-8788-4feb-b89f-79d75b096837 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:26.547990 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-43263353-fbe6-44cb-b411-c60dfff2d81c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:26.555537 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-43263353-fbe6-44cb-b411-c60dfff2d81c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 816 time: 0.1789658 Jun 09 15:04:26.575499 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-84935d8b-c9b8-442f-a88e-853c28d7ef60 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/quotas/28c3ac911d8e47e5a6cdf2e95436c91e HTTP/1.1" status: 200 len: 375 time: 0.0188766 Jun 09 15:04:26.578287 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port b7469508-8788-4feb-b89f-79d75b096837 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:26.578670 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.815062 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-8158145e-2d83-4aa6-ab61-74e49ee171d8 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:26.820048 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-8158145e-2d83-4aa6-ab61-74e49ee171d8 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/networks?id=248c892a-8a76-47cd-bd87-7fa88315b14d HTTP/1.1" status: 200 len: 810 time: 0.6463053 Jun 09 15:04:26.843144 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.873103 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=338309eb-4c97-480e-8887-84b0c4333df5,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:26.885300 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:26.886590 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-647c80e6-cda9-4c96-b327-cc2c1f67eb9d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3095055 Jun 09 15:04:26.891208 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.902510 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:27.033099 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 370b9757-403c-4e90-a7ee-b92e9dc92313 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:27.034289 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.049140 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-6565a882-64e9-4774-83ef-75b711bd9e49 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/quotas/9654598a67fe48cf889fd64d91ce8273 HTTP/1.1" status: 200 len: 375 time: 0.2215242 Jun 09 15:04:27.094167 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75e7a8f-79cb-46c3-a8e8-00c2bd4e6220,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:27.120578 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:27.141367 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Checking segment: {'id': 'bf53f743-9ce4-4e56-a059-7afecc7ed7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:27.141367 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Network hostable DHCP agents. Network: 96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:04:27.162235 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.176426 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-4975fe9e-1852-42fe-ab8d-8d0969176b51 service neutron] 10.222.0.83 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752702 Jun 09 15:04:27.181630 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Network 96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:04:27.266099 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:27.277567 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:27.278797 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.281529 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.298252 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-05d097e0-80be-446f-8ff2-5644384bd43d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:27.299896 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-05d097e0-80be-446f-8ff2-5644384bd43d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.46 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 818 time: 0.4489295 Jun 09 15:04:27.300910 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc9c0b8-69df-4dd1-a005-b15d11191a76 None None] Network 96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:04:27.312136 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:27.332013 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe921870-83f9-4c24-a9d3-1afc06e0e806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7469508-8788-4feb-b89f-79d75b096837'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:27.333416 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2529838 Jun 09 15:04:27.372261 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-1a7b959a-6272-486d-9e48-d3eaf181f3e4 service neutron] 10.222.0.83 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865852 Jun 09 15:04:27.384337 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Request body: {'port': {'device_id': '3aee0d85-01d3-4d88-9534-140bf03dd658', 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d', 'admin_state_up': True, 'tenant_id': '8d40dc2c249f4955b85223f73130ee87'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:27.408931 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-099a81c4-b8f3-4ff6-a5f6-4b64b6a49c52 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9654598a67fe48cf889fd64d91ce8273&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3526313 Jun 09 15:04:27.489299 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b7469508-8788-4feb-b89f-79d75b096837, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7469508-8788-4feb-b89f-79d75b096837,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:27.523294 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Network 14fe3549-285e-478e-86c0-218ad94ab33d is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:27.582088 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.584404 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:27.584520 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:27.611499 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:27.618525 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:27.620729 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:27.628147 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.675023 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Pushing event updated for resources: {'Port': ['ID=3f536219-202a-41b1-b47c-876b9104a69a,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:27.725161 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 338309eb-4c97-480e-8887-84b0c4333df5 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:27.731049 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:27.739542 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4588919 Jun 09 15:04:27.759080 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Request body: {'port': {'device_id': 'a8fc19b1-48c9-4204-8f88-33604b4a8ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:27.866109 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a70cda4a-3282-43c3-b572-0ef6462748a6 req-ceee8b27-a148-48dd-bf7a-f8f98214f869 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 210 time: 0.1159015 Jun 09 15:04:27.900646 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-469df2b0-7a33-4703-883f-81e6c718bb79 service neutron] 10.222.0.83 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196408 Jun 09 15:04:28.022402 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc02fc0-6835-4911-9aec-c4316c9fb00b" -d '{"events": [{"server_uuid": "fe921870-83f9-4c24-a9d3-1afc06e0e806", "name": "network-vif-plugged", "status": "completed", "tag": "b7469508-8788-4feb-b89f-79d75b096837"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:28.030740 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=b7469508-8788-4feb-b89f-79d75b096837,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:28.041868 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:28.047742 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710c49cb-e94b-4ae0-a987-886effa885eb None None] Network 96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:04:28.077922 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-0ce3d144-b078-447c-84a4-44a48e0f0c07 service neutron] 10.222.0.83 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763039 Jun 09 15:04:28.172932 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 338309eb-4c97-480e-8887-84b0c4333df5 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:28.173297 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.221820 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:28.231893 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e530-d661-4906-b97c-5856a41fba46 req-549ceaea-9cba-4aaf-a61e-27e9ddce6a96 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:28.234597 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-28c4e530-d661-4906-b97c-5856a41fba46 req-549ceaea-9cba-4aaf-a61e-27e9ddce6a96 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 945 time: 0.1989775 Jun 09 15:04:28.263105 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:28.263618 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.382013 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Made reservation on behalf of 8d40dc2c249f4955b85223f73130ee87 for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:28.388416 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-28c4e530-d661-4906-b97c-5856a41fba46 req-20a6f2e5-cd83-4f59-81d5-2b8fdce07314 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466691 Jun 09 15:04:28.393572 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.587870 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.611959 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50884) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:28.667506 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-874839852-network', 'tenant_id': '4e561ed58aa34e1d83830b678fcfe72b'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:28.739766 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-97953c32-7806-4b4a-a21a-5ecef8ed111d req-ccbe13ef-0a50-4108-8fa9-766751548741 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 210 time: 0.1545565 Jun 09 15:04:28.837386 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.881206 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab,segment=NetworkSegment(e9e1b603-ea3f-40fc-af0d-5815f743374b),segment_id=e9e1b603-ea3f-40fc-af0d-5815f743374b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:28.892323 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Made reservation on behalf of 4e561ed58aa34e1d83830b678fcfe72b for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:28.894975 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.899172 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.901549 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-25fdfb64-0ad5-4343-897b-67a7763aaa29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:28.930724 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.007096 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb9a2d-7a11-4bfc-b97b-fe010dbd694c req-3aae0b82-9ae2-4309-b1d0-78f8d3c5875f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:29.014478 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-06cb9a2d-7a11-4bfc-b97b-fe010dbd694c req-3aae0b82-9ae2-4309-b1d0-78f8d3c5875f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 945 time: 0.5762897 Jun 09 15:04:29.054762 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:29.059918 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:29.195435 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Allocated IP 172.20.0.7 (14fe3549-285e-478e-86c0-218ad94ab33d/366d801b-9500-4857-8071-2b0532367ca2/10d15b29-8c7f-44a7-94d6-ec12bfd940f8) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:29.216930 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-06cb9a2d-7a11-4bfc-b97b-fe010dbd694c req-c941f69c-e8ab-4210-b408-64f37bc79119 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013958 Jun 09 15:04:29.270194 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6523812-a012-482f-846c-2767ae3f29fb x-openstack-request-id: req-d6523812-a012-482f-846c-2767ae3f29fb {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:29.270775 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe921870-83f9-4c24-a9d3-1afc06e0e806", "name": "network-vif-plugged", "status": "completed", "tag": "b7469508-8788-4feb-b89f-79d75b096837", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:29.271282 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d6523812-a012-482f-846c-2767ae3f29fb {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:29.272265 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe921870-83f9-4c24-a9d3-1afc06e0e806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7469508-8788-4feb-b89f-79d75b096837', 'code': 200} Jun 09 15:04:29.371158 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.387175 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.424107 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9a0a0167-996f-4958-9b61-c6ee01f22fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:29.540400 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.46', 52420) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:29.551645 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-af0ab8b9-be25-46af-9190-fbd5e5f8cda4 req-25a5f27d-a1bf-4901-bf97-faba2e65cf02 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 210 time: 0.0761912 Jun 09 15:04:29.621017 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:04:29.685731 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.46', 52424) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:29.699266 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-327f3d79-d458-4288-a7a6-99a916d6d91f req-4a6a862c-1e0e-4999-afda-7de929be51cb tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 210 time: 0.2023377 Jun 09 15:04:29.700259 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.700625 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Added segment 77350e5f-600b-4daf-b074-91de37272a23 of type vlan for network 8a90fded-5fd6-443a-91e6-e785d668a846 Jun 09 15:04:29.703565 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad118139-4085-46d8-9804-9d3fa71c8309,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:29.733710 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:29.921831 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-0ac16513-d431-4631-a766-ee677700ccc0 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:29.923755 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-0ac16513-d431-4631-a766-ee677700ccc0 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 816 time: 0.3668733 Jun 09 15:04:29.948046 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.961058 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-179d4799-4eab-47a2-8ef7-0dd21d1aceed req-ed667b11-1717-408a-b202-1711150a4827 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 210 time: 0.0681257 Jun 09 15:04:29.993815 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d501ed2-8a20-40d4-918e-8537ed98cda6 req-84dbd2ac-7377-43a3-b4cb-99ca80a6bc53 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:29.995662 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2d501ed2-8a20-40d4-918e-8537ed98cda6 req-84dbd2ac-7377-43a3-b4cb-99ca80a6bc53 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 945 time: 0.2645783 Jun 09 15:04:30.008507 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99d79-e427-48cc-9bc5-25b7d12f3c11 req-dd88c8ac-9521-4b42-8171-eda2a58c4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:30.010289 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-76a99d79-e427-48cc-9bc5-25b7d12f3c11 req-dd88c8ac-9521-4b42-8171-eda2a58c4b14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 1098 time: 0.3232965 Jun 09 15:04:30.020044 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-f166b6d7-5f25-48e7-ada0-5252d46ef6c6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e HTTP/1.1" status: 200 len: 380 time: 0.0849864 Jun 09 15:04:30.020985 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.030485 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:30.031077 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.038835 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:30.055559 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'port': {'device_id': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'admin_state_up': True, 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'security_groups': ['e01e1bd9-aff5-4e62-8561-6d99ddecd816']}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:30.075436 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-76a99d79-e427-48cc-9bc5-25b7d12f3c11 req-fd36ee0f-fe36-47d1-86d1-6c7df5c160e2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.110502 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.135863 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5162470 Jun 09 15:04:30.140626 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50926) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:30.147203 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Request body: {'subnet': {'network_id': '8a90fded-5fd6-443a-91e6-e785d668a846', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-874839852-subnet', 'tenant_id': '4e561ed58aa34e1d83830b678fcfe72b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:30.172512 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Pushing event updated for resources: {'Network': ['ID=8a90fded-5fd6-443a-91e6-e785d668a846,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:30.178665 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:30.190991 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 8a90fded-5fd6-443a-91e6-e785d668a846 details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:04:30.194973 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Made reservation on behalf of 4e561ed58aa34e1d83830b678fcfe72b for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:30.197382 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Notify callbacks [] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.207354 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.db.api [req-76a99d79-e427-48cc-9bc5-25b7d12f3c11 req-fd36ee0f-fe36-47d1-86d1-6c7df5c160e2 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 15:04:30.207354 dv-cinder-789603-9-smb neutron-server[91820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 15:04:30.207354 dv-cinder-789603-9-smb neutron-server[91820]: [parameters: {'project_id_1': '5cfebd328aa34cbc84ba76f035b84b0f', 'expiration_1': datetime.datetime(2021, 6, 9, 15, 4, 30, 173062)}] Jun 09 15:04:30.207354 dv-cinder-789603-9-smb neutron-server[91820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 15:04:30.208356 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_db.api [req-76a99d79-e427-48cc-9bc5-25b7d12f3c11 req-fd36ee0f-fe36-47d1-86d1-6c7df5c160e2 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 15:04:30.213963 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2d501ed2-8a20-40d4-918e-8537ed98cda6 req-535ec9bd-8fed-43fa-be54-1192cce4d9f9 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917369 Jun 09 15:04:30.271263 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.46', 52430) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:30.285854 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.355061 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:30.423134 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Network 14fe3549-285e-478e-86c0-218ad94ab33d is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:30.430583 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Made reservation on behalf of 28c3ac911d8e47e5a6cdf2e95436c91e for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:30.434623 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.435161 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:30.481489 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:30.486865 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:30.487503 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.532411 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-b761a99f-1d29-4c25-9f85-77e804a3dd8e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:30.533383 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-b761a99f-1d29-4c25-9f85-77e804a3dd8e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.46 "GET /v2.0/networks?id=248c892a-8a76-47cd-bd87-7fa88315b14d HTTP/1.1" status: 200 len: 810 time: 0.2608211 Jun 09 15:04:30.559618 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Pushing event updated for resources: {'Port': ['ID=10d15b29-8c7f-44a7-94d6-ec12bfd940f8,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:30.595940 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:30.600160 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2908566 Jun 09 15:04:30.614023 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Request body: {'port': {'device_id': '3aee0d85-01d3-4d88-9534-140bf03dd658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:30.644457 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-e61d8ffd-a845-4809-8226-f62297efc9f8 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9654598a67fe48cf889fd64d91ce8273 HTTP/1.1" status: 200 len: 380 time: 0.0919955 Jun 09 15:04:30.658327 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'port': {'device_id': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'admin_state_up': True, 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'security_groups': ['21ef1654-8493-44f5-84aa-ea7ae3e7458c']}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:30.735699 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368cc38-23df-4653-8d38-cae7ff4c3d90 req-f196c90b-0b3b-40af-a26e-98e4fbc6c47d tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:30.737300 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8368cc38-23df-4653-8d38-cae7ff4c3d90 req-f196c90b-0b3b-40af-a26e-98e4fbc6c47d tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 946 time: 0.3283315 Jun 09 15:04:30.751008 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-76a99d79-e427-48cc-9bc5-25b7d12f3c11 req-fd36ee0f-fe36-47d1-86d1-6c7df5c160e2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.928038 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.945049 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f536219-202a-41b1-b47c-876b9104a69a {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:30.948232 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Allocated IP 172.20.0.7 (6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37/f8354bd5-a090-404c-9b6a-f507e460199c/c612d42d-56f3-4f67-80e2-31925b4801c7) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:30.957062 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8368cc38-23df-4653-8d38-cae7ff4c3d90 req-5917c9a8-1022-40d9-a3cf-c10a9f8ab4a3 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868002 Jun 09 15:04:30.960992 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.015617 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.029639 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Transition to ACTIVE for port object 3f536219-202a-41b1-b47c-876b9104a69a will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:31.038174 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:31.073571 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.103766 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c7274-4e15-4f91-b684-153406ef8e09 req-5e843c55-111c-47fb-9684-8e16b5f01954 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:31.105859 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a50c7274-4e15-4f91-b684-153406ef8e09 req-5e843c55-111c-47fb-9684-8e16b5f01954 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 931 time: 0.3463111 Jun 09 15:04:31.274013 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31df733-f0d5-41a1-8752-33fff653bd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bce74d6-0911-4cac-9e33-fcb4b4dc3dab'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:31.278235 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597195a2-302e-4a9c-ac72-d9a2bf3b0bcb" -d '{"events": [{"server_uuid": "f31df733-f0d5-41a1-8752-33fff653bd67", "name": "network-vif-plugged", "status": "completed", "tag": "3bce74d6-0911-4cac-9e33-fcb4b4dc3dab"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:31.279588 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a50c7274-4e15-4f91-b684-153406ef8e09 req-63030086-7810-4434-b549-15ccb63316ea tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477613 Jun 09 15:04:31.295998 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Pushing event updated for resources: {'Subnet': ['ID=992be16a-f859-4210-bb31-caaa34125653,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:31.326636 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2acedf12-e8ab-46ff-a7e5-bc7f34f86ff6 req-d743bb21-0906-4764-a3c0-8c80ce65b5d9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 210 time: 0.1012270 Jun 09 15:04:31.334727 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:31.373860 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-76a99d79-e427-48cc-9bc5-25b7d12f3c11 req-fd36ee0f-fe36-47d1-86d1-6c7df5c160e2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.403077 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7af8410a-1e9a-4855-9a15-b74f758f10da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:31.415066 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-76a99d79-e427-48cc-9bc5-25b7d12f3c11 req-fd36ee0f-fe36-47d1-86d1-6c7df5c160e2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.449302 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:31.478401 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Checking segment: {'id': '77350e5f-600b-4daf-b074-91de37272a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8a90fded-5fd6-443a-91e6-e785d668a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:31.478787 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Network hostable DHCP agents. Network: 8a90fded-5fd6-443a-91e6-e785d668a846, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:04:31.556766 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Made reservation on behalf of 9654598a67fe48cf889fd64d91ce8273 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:31.561021 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.572501 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.586113 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-76a99d79-e427-48cc-9bc5-25b7d12f3c11 req-fd36ee0f-fe36-47d1-86d1-6c7df5c160e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5632279 Jun 09 15:04:31.606691 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a35c34b3-e12b-4361-b9d9-65796367e29a req-b3ece3bf-ceb2-40f8-bea8-678237662f51 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 210 time: 0.1160121 Jun 09 15:04:31.612575 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36ee0f-fe36-47d1-86d1-6c7df5c160e2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=45c19688-ce53-4f77-b9da-be0ba1e45a25,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:31.618995 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-fd36ee0f-fe36-47d1-86d1-6c7df5c160e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:31.675655 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Transition to ACTIVE for port object c612d42d-56f3-4f67-80e2-31925b4801c7 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:31.685101 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f2105-765e-4cbb-8107-51844962c2bf x-openstack-request-id: req-5e2f2105-765e-4cbb-8107-51844962c2bf {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:31.685581 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31df733-f0d5-41a1-8752-33fff653bd67", "name": "network-vif-plugged", "status": "completed", "tag": "3bce74d6-0911-4cac-9e33-fcb4b4dc3dab", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:31.686245 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5e2f2105-765e-4cbb-8107-51844962c2bf {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:31.686805 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31df733-f0d5-41a1-8752-33fff653bd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bce74d6-0911-4cac-9e33-fcb4b4dc3dab', 'code': 200} Jun 09 15:04:31.689578 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Pushing event updated for resources: {'Port': ['ID=3f536219-202a-41b1-b47c-876b9104a69a,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:31.692606 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Attempting to bind port 3f536219-202a-41b1-b47c-876b9104a69a on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:31.692606 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Attempting to bind port 3f536219-202a-41b1-b47c-876b9104a69a by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:31.692606 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Attempting to bind port 3f536219-202a-41b1-b47c-876b9104a69a on network 14fe3549-285e-478e-86c0-218ad94ab33d {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:31.696128 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:31.757564 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Port 3f536219-202a-41b1-b47c-876b9104a69a on network 14fe3549-285e-478e-86c0-218ad94ab33d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:31.757938 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Attempting to bind port 3f536219-202a-41b1-b47c-876b9104a69a on network 14fe3549-285e-478e-86c0-218ad94ab33d {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:31.766725 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:31.767062 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Checking segment: {'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:31.767450 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Bound using segment: {'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:31.767894 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Bound port: 3f536219-202a-41b1-b47c-876b9104a69a, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:31.768241 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.786160 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.786478 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Network 8a90fded-5fd6-443a-91e6-e785d668a846 is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:04:31.800116 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:31.873930 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 8a90fded-5fd6-443a-91e6-e785d668a846) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:31.876793 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Allocated IP 172.20.0.5 (248c892a-8a76-47cd-bd87-7fa88315b14d/47a5dc99-63cc-4c13-8815-180909d19523/20769ff4-e317-4bdf-9493-ea91af589634) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:31.888314 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de4614b-e7f2-45c2-b474-c0b29bd31465 None None] Network 8a90fded-5fd6-443a-91e6-e785d668a846 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:04:31.891419 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:31.892013 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.894984 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:31.901293 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:31.913310 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:31.923915 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:31.932028 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.939768 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 50992) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:31.962648 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8209574 Jun 09 15:04:31.966646 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] For port 3f536219-202a-41b1-b47c-876b9104a69a, host hv-cinder-78960, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:31.971493 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'Port': ['ID=c612d42d-56f3-4f67-80e2-31925b4801c7,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:32.035249 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:32.073989 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0224543 Jun 09 15:04:32.085115 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] For port 3f536219-202a-41b1-b47c-876b9104a69a, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3f536219-202a-41b1-b47c-876b9104a69a,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:32.112598 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effd6b9-ac37-47af-83f3-da857f2085b0 req-8ffb6fe6-1601-4331-9c8f-f19af3b77608 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:32.114557 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9effd6b9-ac37-47af-83f3-da857f2085b0 req-8ffb6fe6-1601-4331-9c8f-f19af3b77608 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 945 time: 0.6056867 Jun 09 15:04:32.118577 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.147360 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Request body: {'port': {'device_id': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:32.191498 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:32.233426 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996422e-6f70-41a5-bd38-33447d5c0fe9 None None] Network 8a90fded-5fd6-443a-91e6-e785d668a846 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:04:32.266514 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:32.284833 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.289085 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.294954 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2ab0-6cf9-41d6-94ff-581f12715444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.325109 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-2e44b953-bc1d-428f-a93a-257e45605415 None None] Provisioning for port c612d42d-56f3-4f67-80e2-31925b4801c7 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:32.330473 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:32.331091 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.332518 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] 10.222.0.46 "PUT /v2.0/ports/3f536219-202a-41b1-b47c-876b9104a69a HTTP/1.1" status: 200 len: 1093 time: 4.5787044 Jun 09 15:04:32.335960 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-2e44b953-bc1d-428f-a93a-257e45605415 None None] Provisioning complete for port c612d42d-56f3-4f67-80e2-31925b4801c7 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:32.336401 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2e44b953-bc1d-428f-a93a-257e45605415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.336686 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fc19b1-48c9-4204-8f88-33604b4a8ad3', 'tag': '3f536219-202a-41b1-b47c-876b9104a69a'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:32.338951 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823844e6-33aa-4adc-bb0a-09c889913862" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fc19b1-48c9-4204-8f88-33604b4a8ad3", "tag": "3f536219-202a-41b1-b47c-876b9104a69a"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:32.377253 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9effd6b9-ac37-47af-83f3-da857f2085b0 req-3558f364-57c7-41e5-b379-fcb5bd8ef064 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375643 Jun 09 15:04:32.379351 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Transition to ACTIVE for port object 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:32.421434 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.428081 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Pushing event updated for resources: {'Port': ['ID=3f536219-202a-41b1-b47c-876b9104a69a,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:32.442484 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:32.442970 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:32.485279 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-2e44b953-bc1d-428f-a93a-257e45605415 None None] Port c612d42d-56f3-4f67-80e2-31925b4801c7 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:04:32.759771 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2ab0-6cf9-41d6-94ff-581f12715444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.781049 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb197a-59dd-4c69-b26a-2473cae614a4 req-d5d1b4ae-f12f-4535-b5e7-356352727890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:32.782576 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c6cb197a-59dd-4c69-b26a-2473cae614a4 req-d5d1b4ae-f12f-4535-b5e7-356352727890 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 1099 time: 0.8301265 Jun 09 15:04:32.791063 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Pushing event updated for resources: {'Port': ['ID=10d15b29-8c7f-44a7-94d6-ec12bfd940f8,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:32.849516 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2ab0-6cf9-41d6-94ff-581f12715444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.855343 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6403f-c926-4b39-8f36-166daec6bbaf req-fe10b306-ed87-4149-9603-b62fc95b64ee tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:32.856953 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-7ac6403f-c926-4b39-8f36-166daec6bbaf req-fe10b306-ed87-4149-9603-b62fc95b64ee tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 946 time: 0.5757008 Jun 09 15:04:32.865397 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:32.865721 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.888335 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:32.896003 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Attempting to bind port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:32.896480 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Attempting to bind port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:32.896902 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Attempting to bind port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 on network 14fe3549-285e-478e-86c0-218ad94ab33d {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:32.907752 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51032) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:32.935093 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 on network 14fe3549-285e-478e-86c0-218ad94ab33d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:32.935409 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Attempting to bind port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 on network 14fe3549-285e-478e-86c0-218ad94ab33d {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:32.938155 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c6cb197a-59dd-4c69-b26a-2473cae614a4 req-c55d4a04-89f0-43a9-8a44-b98c6c29512e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355622 Jun 09 15:04:32.941296 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Transition to ACTIVE for port object 20769ff4-e317-4bdf-9493-ea91af589634 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:32.966216 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:32.966800 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Checking segment: {'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:32.966923 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Bound using segment: {'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:32.967353 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Bound port: 10d15b29-8c7f-44a7-94d6-ec12bfd940f8, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:32.967698 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.982181 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-7ac6403f-c926-4b39-8f36-166daec6bbaf req-d9c6fdb0-78e9-4811-a1aa-dba7043c2282 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920031 Jun 09 15:04:32.987409 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-b5ccc9f1-f2c9-422e-b589-23e5f6b4ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:32.989632 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-b5ccc9f1-f2c9-422e-b589-23e5f6b4ffd0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 1096 time: 0.6110814 Jun 09 15:04:32.992608 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-4bbf2ab0-6cf9-41d6-94ff-581f12715444 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0d7e4557fca74c049d1784707291c2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0503602 Jun 09 15:04:33.011875 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51036) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:33.087452 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf2ab0-6cf9-41d6-94ff-581f12715444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca9c545-779b-482d-958f-ee86390ec0dd,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:33.133984 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4bbf2ab0-6cf9-41d6-94ff-581f12715444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:33.151516 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c612d42d-56f3-4f67-80e2-31925b4801c7 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:33.162048 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-7825ccbd-e016-435e-8906-7e3636bffee9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f536219-202a-41b1-b47c-876b9104a69a HTTP/1.1" status: 200 len: 217 time: 0.1491804 Jun 09 15:04:33.162511 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:33.166928 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:33.229677 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:33.230318 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a357-a2c4-4fb0-befe-40b99ad1d409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:33.265423 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-d8811e76-de88-4778-a13f-b20338e5599c tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:33.267761 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-d8811e76-de88-4778-a13f-b20338e5599c tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/networks?id=96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 HTTP/1.1" status: 200 len: 808 time: 0.5545096 Jun 09 15:04:33.290372 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Transition to ACTIVE for port object c612d42d-56f3-4f67-80e2-31925b4801c7 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:33.305251 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:33.309528 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Network 248c892a-8a76-47cd-bd87-7fa88315b14d is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:33.316097 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:33.318963 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:33.324984 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:33.325599 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:33.340977 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-04a150a4-2663-41a1-b019-f081ddfdb9e0 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/quotas/b731a42dfa5649a1af927c0198fc31b8 HTTP/1.1" status: 200 len: 375 time: 0.0658772 Jun 09 15:04:33.349610 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'Port': ['ID=20769ff4-e317-4bdf-9493-ea91af589634,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:33.353016 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] For port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8, host hv-cinder-78960, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:33.359977 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-7368ed42-a959-4b62-81f6-3b3632414256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:33.361410 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-7368ed42-a959-4b62-81f6-3b3632414256 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366d801b-9500-4857-8071-2b0532367ca2 HTTP/1.1" status: 200 len: 858 time: 0.1725240 Jun 09 15:04:33.365159 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-05bc7a61-be97-4bb7-9294-e3863afa42e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:33.368394 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:33.369003 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:33.466167 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] For port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=10d15b29-8c7f-44a7-94d6-ec12bfd940f8,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:33.469148 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-84424438-7415-4dfd-a360-90f33a7b4627 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b731a42dfa5649a1af927c0198fc31b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109173 Jun 09 15:04:33.483350 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:33.485816 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-55281328-4d07-487c-93c8-fbd53945d8f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14fe3549-285e-478e-86c0-218ad94ab33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767972 Jun 09 15:04:33.513180 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c612d42d-56f3-4f67-80e2-31925b4801c7,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:33.523784 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63897e-ad90-452a-a014-1db565eb3185 req-145b4051-0072-4e42-a2fe-804a9c0524b2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:33.525330 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3c63897e-ad90-452a-a014-1db565eb3185 req-145b4051-0072-4e42-a2fe-804a9c0524b2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 943 time: 0.3657241 Jun 09 15:04:33.554212 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:33.613425 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Attempting to bind port c612d42d-56f3-4f67-80e2-31925b4801c7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:33.613786 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Attempting to bind port c612d42d-56f3-4f67-80e2-31925b4801c7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:33.614139 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Attempting to bind port c612d42d-56f3-4f67-80e2-31925b4801c7 on network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:33.625216 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Port c612d42d-56f3-4f67-80e2-31925b4801c7 on network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:33.625552 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Attempting to bind port c612d42d-56f3-4f67-80e2-31925b4801c7 on network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:33.637600 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3c63897e-ad90-452a-a014-1db565eb3185 req-92fdae29-af10-407f-88a9-93994a157f13 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845463 Jun 09 15:04:33.646920 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:33.647266 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Checking segment: {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:33.647860 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Bound using segment: {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:33.648289 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Bound port: c612d42d-56f3-4f67-80e2-31925b4801c7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:33.654163 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:33.670081 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8aaa2370-26e8-4201-be08-09eaee31ddf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:33.671437 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c3361801-29d9-429c-b46a-e6bc57946242 None None] Provisioning for port 20769ff4-e317-4bdf-9493-ea91af589634 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:33.682838 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c3361801-29d9-429c-b46a-e6bc57946242 None None] Provisioning complete for port 20769ff4-e317-4bdf-9493-ea91af589634 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:33.686054 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c3361801-29d9-429c-b46a-e6bc57946242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:33.783450 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:33.788139 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:33.792549 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:33.798350 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:33.824849 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-c3361801-29d9-429c-b46a-e6bc57946242 None None] Port 20769ff4-e317-4bdf-9493-ea91af589634 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:04:33.866678 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:33.867584 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:33.869263 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] 10.222.0.46 "PUT /v2.0/ports/c612d42d-56f3-4f67-80e2-31925b4801c7 HTTP/1.1" status: 200 len: 1093 time: 1.7495420 Jun 09 15:04:33.869891 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:33.934432 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3719109d-55c8-451b-bb9a-1fcb11582c32 x-openstack-request-id: req-3719109d-55c8-451b-bb9a-1fcb11582c32 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:33.934737 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fc19b1-48c9-4204-8f88-33604b4a8ad3", "tag": "3f536219-202a-41b1-b47c-876b9104a69a", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:33.935133 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3719109d-55c8-451b-bb9a-1fcb11582c32 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:33.935548 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fc19b1-48c9-4204-8f88-33604b4a8ad3', 'tag': '3f536219-202a-41b1-b47c-876b9104a69a', 'status': 'completed', 'code': 200} Jun 09 15:04:33.972199 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-05bc7a61-be97-4bb7-9294-e3863afa42e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.010955 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:34.011579 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.013100 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] 10.222.0.46 "PUT /v2.0/ports/10d15b29-8c7f-44a7-94d6-ec12bfd940f8 HTTP/1.1" status: 200 len: 1093 time: 3.4049993 Jun 09 15:04:34.109361 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c612d42d-56f3-4f67-80e2-31925b4801c7,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:34.115090 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:34.154058 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c5f66-3cdf-447e-af36-ebf9914e51f9 req-53b36cc4-e986-4e8a-8b75-c26c5d729788 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:34.155463 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8c0c5f66-3cdf-447e-af36-ebf9914e51f9 req-53b36cc4-e986-4e8a-8b75-c26c5d729788 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 931 time: 0.1865442 Jun 09 15:04:34.161643 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-3b027103-1d06-435d-b813-8b6c5aef9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:34.163113 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-3b027103-1d06-435d-b813-8b6c5aef9820 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 1096 time: 0.1432517 Jun 09 15:04:34.175154 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Pushing event updated for resources: {'Port': ['ID=10d15b29-8c7f-44a7-94d6-ec12bfd940f8,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:34.190276 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-87fddee9-808b-4e33-bfd5-0334755588c3 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832554 Jun 09 15:04:34.194679 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:34.262281 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:34.274946 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-51110e64-88d0-4572-87e9-22b1ed2022b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c612d42d-56f3-4f67-80e2-31925b4801c7 HTTP/1.1" status: 200 len: 217 time: 0.1010473 Jun 09 15:04:34.301643 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-73473c63-cf2e-43c0-acf8-5d54bc5002f7 service neutron] 10.222.0.83 "GET /v2.0/networks/96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8233671 Jun 09 15:04:34.306149 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a357-a2c4-4fb0-befe-40b99ad1d409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.337155 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8c0c5f66-3cdf-447e-af36-ebf9914e51f9 req-4a24c594-4dc7-4e36-8ab7-90d0d07fc817 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716661 Jun 09 15:04:34.337617 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a357-a2c4-4fb0-befe-40b99ad1d409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.338484 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6842587 Jun 09 15:04:34.353252 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Request body: {'port': {'device_id': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:34.405475 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-12f6d3c9-f079-4cea-9f71-4dc66c7387e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:34.407158 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-12f6d3c9-f079-4cea-9f71-4dc66c7387e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.1231782 Jun 09 15:04:34.413892 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:34.428275 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-05bc7a61-be97-4bb7-9294-e3863afa42e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.430843 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-05bc7a61-be97-4bb7-9294-e3863afa42e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.437123 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-05bc7a61-be97-4bb7-9294-e3863afa42e2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aca9c545-779b-482d-958f-ee86390ec0dd HTTP/1.1" status: 204 len: 168 time: 1.4173002 Jun 09 15:04:34.509575 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3078747e-3bd0-4079-aa55-de8aaee3da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:34.511148 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-3078747e-3bd0-4079-aa55-de8aaee3da02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 1096 time: 0.4475281 Jun 09 15:04:34.511797 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9a357-a2c4-4fb0-befe-40b99ad1d409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb7c2f-6c90-4932-9e0d-8bf5702efba2,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:34.531154 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-f1d9a357-a2c4-4fb0-befe-40b99ad1d409 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9a571df7547b41469edafefe0ea5eff1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6120555 Jun 09 15:04:34.532415 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f1d9a357-a2c4-4fb0-befe-40b99ad1d409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:34.532860 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51052) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:34.539420 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c9af0bb6-0280-41f0-94ae-f2107799cd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:34.583765 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.645882 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bd49b3ae-fb26-45e7-8a5f-acc48cc74dee req-d22daa82-1d91-4920-b9eb-7331d0eeb3ed service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416168 Jun 09 15:04:34.646100 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc7a61-be97-4bb7-9294-e3863afa42e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca9c545-779b-482d-958f-ee86390ec0dd,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:34.653687 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-9c622147-9465-44f9-8e4f-3e4600f59e41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10d15b29-8c7f-44a7-94d6-ec12bfd940f8 HTTP/1.1" status: 200 len: 217 time: 0.1174240 Jun 09 15:04:34.654536 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-05bc7a61-be97-4bb7-9294-e3863afa42e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:34.675996 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-ee0fef7a-1646-40a5-8de5-ae293ac218dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:34.677652 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-ee0fef7a-1646-40a5-8de5-ae293ac218dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2632561 Jun 09 15:04:34.722253 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2a4ad-0418-4f9f-b651-72752cfde5a7 req-cb343d29-b95f-478a-8091-0f8375d48db0 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:34.729098 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-aea2a4ad-0418-4f9f-b651-72752cfde5a7 req-cb343d29-b95f-478a-8091-0f8375d48db0 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.2353542 Jun 09 15:04:34.734137 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-0864c637-d413-4de6-b95a-fbba0f815149 service neutron] 10.222.0.83 "GET /v2.0/networks/96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221013 Jun 09 15:04:34.831415 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-f2b923e6-97a5-4eb0-8823-2787e07e6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:34.834051 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-f2b923e6-97a5-4eb0-8823-2787e07e6d40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366d801b-9500-4857-8071-2b0532367ca2 HTTP/1.1" status: 200 len: 858 time: 0.1680746 Jun 09 15:04:34.841340 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc7d02f9-868a-482b-9fa1-6862140992e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.899211 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51062) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:34.901626 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-9ebf900e-a0de-415d-8eb4-3786a34af528 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14fe3549-285e-478e-86c0-218ad94ab33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569232 Jun 09 15:04:34.961651 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fe43b96c-19c3-4ce9-beaf-39b5d615e55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.976759 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc7d02f9-868a-482b-9fa1-6862140992e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:35.155290 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823844e6-33aa-4adc-bb0a-09c889913862 req-e3444dde-9daa-440c-8fa9-efd28f05440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:35.156945 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-823844e6-33aa-4adc-bb0a-09c889913862 req-e3444dde-9daa-440c-8fa9-efd28f05440c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 1096 time: 0.4218230 Jun 09 15:04:35.165848 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-aea2a4ad-0418-4f9f-b651-72752cfde5a7 req-3d62824e-b69b-4907-ae15-e039477df7fb tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354889 Jun 09 15:04:35.192444 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-2a96bf87-2182-4770-92b3-bee8cb8d688f service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060964 Jun 09 15:04:35.330738 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-d27e6c1c-5ec3-452e-8804-0500d1ec82f1 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027176 Jun 09 15:04:35.347531 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc7d02f9-868a-482b-9fa1-6862140992e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:35.350011 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc7d02f9-868a-482b-9fa1-6862140992e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:35.353834 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-dc7d02f9-868a-482b-9fa1-6862140992e0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/89bb7c2f-6c90-4932-9e0d-8bf5702efba2 HTTP/1.1" status: 204 len: 168 time: 0.8051817 Jun 09 15:04:35.396508 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:35.454270 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dac4b5a4-fd46-43a6-b308-8652087376e0 req-7ccf82c0-7cf9-42e9-86fe-cb674fa4c9b2 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543404 Jun 09 15:04:35.487859 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d02f9-868a-482b-9fa1-6862140992e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb7c2f-6c90-4932-9e0d-8bf5702efba2,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:35.501067 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dc7d02f9-868a-482b-9fa1-6862140992e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:35.524221 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd184aff-bf5a-417e-a504-a9957bfc9d2a req-58b0ab78-b2b5-4647-b16b-2cd119b42bad tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:35.525816 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-fd184aff-bf5a-417e-a504-a9957bfc9d2a req-58b0ab78-b2b5-4647-b16b-2cd119b42bad tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 945 time: 0.4916198 Jun 09 15:04:35.546562 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8a8af-f08c-43f0-b317-aedc5ef50b2d req-5ad8d4a2-5279-4138-abd3-f580b438ec8b tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:35.548053 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d6b8a8af-f08c-43f0-b317-aedc5ef50b2d req-5ad8d4a2-5279-4138-abd3-f580b438ec8b tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 946 time: 0.2574801 Jun 09 15:04:35.554306 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20769ff4-e317-4bdf-9493-ea91af589634 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:35.562661 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823844e6-33aa-4adc-bb0a-09c889913862 req-df5e3e2b-dec0-4957-a752-75f208ccc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:35.564134 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-823844e6-33aa-4adc-bb0a-09c889913862 req-df5e3e2b-dec0-4957-a752-75f208ccc377 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 919 time: 0.3992548 Jun 09 15:04:35.577175 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:35.612067 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Transition to ACTIVE for port object 20769ff4-e317-4bdf-9493-ea91af589634 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:35.620341 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d6b8a8af-f08c-43f0-b317-aedc5ef50b2d req-36ce3d8d-5fc6-498b-a34e-1a67cb45a246 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611641 Jun 09 15:04:35.621051 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:35.625176 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:35.656823 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-823844e6-33aa-4adc-bb0a-09c889913862 req-8bf4ad1b-f834-4dfc-b36b-3e1cc457fbbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f536219-202a-41b1-b47c-876b9104a69a HTTP/1.1" status: 200 len: 217 time: 0.0835545 Jun 09 15:04:35.844599 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fe43b96c-19c3-4ce9-beaf-39b5d615e55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:35.851062 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d70a4f5-13dd-4d28-9963-d7a2ab424456 req-97358b70-35e0-455f-8945-60090dd819dd service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051477 Jun 09 15:04:35.854473 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fe43b96c-19c3-4ce9-beaf-39b5d615e55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:35.908646 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Pushing event updated for resources: {'Port': ['ID=20769ff4-e317-4bdf-9493-ea91af589634,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:35.912045 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:35.947447 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Attempting to bind port 20769ff4-e317-4bdf-9493-ea91af589634 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:35.948002 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Attempting to bind port 20769ff4-e317-4bdf-9493-ea91af589634 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:35.949080 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Attempting to bind port 20769ff4-e317-4bdf-9493-ea91af589634 on network 248c892a-8a76-47cd-bd87-7fa88315b14d {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:35.954493 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Port 20769ff4-e317-4bdf-9493-ea91af589634 on network 248c892a-8a76-47cd-bd87-7fa88315b14d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:35.955217 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Attempting to bind port 20769ff4-e317-4bdf-9493-ea91af589634 on network 248c892a-8a76-47cd-bd87-7fa88315b14d {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:35.961070 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:35.961407 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Checking segment: {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:35.961955 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Bound using segment: {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:35.962666 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Bound port: 20769ff4-e317-4bdf-9493-ea91af589634, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:35.963253 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:35.976151 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:35.985227 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f62241b-692a-4e14-bffc-1766c0368aa7 x-openstack-request-id: req-0f62241b-692a-4e14-bffc-1766c0368aa7 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:35.985779 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:35.986220 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0f62241b-692a-4e14-bffc-1766c0368aa7 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:35.987279 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'status': 'completed', 'code': 200} Jun 09 15:04:36.041570 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 51082) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:36.076358 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0ea16a5c-9126-414d-93c4-870834d33091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:36.093722 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 3f536219-202a-41b1-b47c-876b9104a69a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:36.128095 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aee0d85-01d3-4d88-9534-140bf03dd658', 'tag': '10d15b29-8c7f-44a7-94d6-ec12bfd940f8'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:36.130357 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7b67c7-5012-4562-afeb-c3259c197bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "3aee0d85-01d3-4d88-9534-140bf03dd658", "tag": "10d15b29-8c7f-44a7-94d6-ec12bfd940f8"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:36.191190 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] For port 20769ff4-e317-4bdf-9493-ea91af589634, host hv-cinder-78960, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:36.214924 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] For port 20769ff4-e317-4bdf-9493-ea91af589634, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=20769ff4-e317-4bdf-9493-ea91af589634,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:36.225055 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:36.237148 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:36.293837 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 3f536219-202a-41b1-b47c-876b9104a69a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3f536219-202a-41b1-b47c-876b9104a69a,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:36.300263 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-fd184aff-bf5a-417e-a504-a9957bfc9d2a req-2d9164b3-1aad-4cf1-899e-3e9a9fde5296 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7566223 Jun 09 15:04:36.309534 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-fe43b96c-19c3-4ce9-beaf-39b5d615e55f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=97517402240f4a80b434aff605d33eed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4069302 Jun 09 15:04:36.312835 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51090) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:36.325250 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': '3f536219-202a-41b1-b47c-876b9104a69a', 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d', 'port_id': '3f536219-202a-41b1-b47c-876b9104a69a', 'mac_address': 'fa:16:3e:8c:a5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366d801b-9500-4857-8071-2b0532367ca2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:36.364617 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:36.365413 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:36.366986 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] 10.222.0.46 "PUT /v2.0/ports/20769ff4-e317-4bdf-9493-ea91af589634 HTTP/1.1" status: 200 len: 1093 time: 2.0180678 Jun 09 15:04:36.370992 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43b96c-19c3-4ce9-beaf-39b5d615e55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3648eab3-c94b-48c6-ac2b-46bad1fec9c1,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:36.391766 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fe43b96c-19c3-4ce9-beaf-39b5d615e55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:36.431513 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:36.433086 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823844e6-33aa-4adc-bb0a-09c889913862 req-e346c509-e53b-4580-ba53-5689d56a730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:36.436494 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-823844e6-33aa-4adc-bb0a-09c889913862 req-e346c509-e53b-4580-ba53-5689d56a730b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366d801b-9500-4857-8071-2b0532367ca2 HTTP/1.1" status: 200 len: 858 time: 0.5825281 Jun 09 15:04:36.465542 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6de6a-ae7b-4abd-ae22-5277bf3af1c0 req-69e0dcd1-f41f-426d-a12a-24b838280e07 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:36.467160 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fea6de6a-ae7b-4abd-ae22-5277bf3af1c0 req-69e0dcd1-f41f-426d-a12a-24b838280e07 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 943 time: 0.3504789 Jun 09 15:04:36.472025 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Pushing event updated for resources: {'Port': ['ID=20769ff4-e317-4bdf-9493-ea91af589634,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:36.491764 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f536219-202a-41b1-b47c-876b9104a69a {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:36.503469 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:36.528491 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 3f536219-202a-41b1-b47c-876b9104a69a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3f536219-202a-41b1-b47c-876b9104a69a,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:36.535924 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:36.538873 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:36.577793 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-823844e6-33aa-4adc-bb0a-09c889913862 req-486ef37f-2c73-469f-afcc-3c4b4e366633 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14fe3549-285e-478e-86c0-218ad94ab33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322761 Jun 09 15:04:36.691479 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=3f536219-202a-41b1-b47c-876b9104a69a,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:36.696278 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:36.776662 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0ea16a5c-9126-414d-93c4-870834d33091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:36.790890 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0ea16a5c-9126-414d-93c4-870834d33091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:36.802861 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1b8427dc-194a-4d7d-924a-e05fc20c4b7a req-7a913cd0-c2a1-404b-bb05-772531ee1d5b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 210 time: 0.2342832 Jun 09 15:04:36.805831 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fea6de6a-ae7b-4abd-ae22-5277bf3af1c0 req-1429c324-d46e-45dc-9327-1cecd9d3da45 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169873 Jun 09 15:04:36.807282 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['3f536219-202a-41b1-b47c-876b9104a69a'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:36.903095 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9 req-f60c7e44-7e2d-4660-9de7-fc9bbbf688a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:36.904646 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9 req-f60c7e44-7e2d-4660-9de7-fc9bbbf688a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 1096 time: 0.7687662 Jun 09 15:04:36.907875 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-251c23e9-7bd2-4ec2-992a-8a03331be853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:36.915577 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e1476e8-847c-412c-9eb1-367fb9e2d82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.006445 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1b2118-c829-4ecd-a3c6-2876cc08441a x-openstack-request-id: req-3d1b2118-c829-4ecd-a3c6-2876cc08441a {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:37.006759 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aee0d85-01d3-4d88-9534-140bf03dd658", "tag": "10d15b29-8c7f-44a7-94d6-ec12bfd940f8", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:37.007103 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3d1b2118-c829-4ecd-a3c6-2876cc08441a {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:37.007480 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aee0d85-01d3-4d88-9534-140bf03dd658', 'tag': '10d15b29-8c7f-44a7-94d6-ec12bfd940f8', 'status': 'completed', 'code': 200} Jun 09 15:04:37.120802 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-0ea16a5c-9126-414d-93c4-870834d33091 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2a88ed17d6874b10a8004134bc9d4172&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0773270 Jun 09 15:04:37.144880 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 51104) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:37.161239 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e1476e8-847c-412c-9eb1-367fb9e2d82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.227653 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-823844e6-33aa-4adc-bb0a-09c889913862 req-3b6f05c1-8a03-4aa4-8143-bc5f433be622 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161108 Jun 09 15:04:37.239623 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea16a5c-9126-414d-93c4-870834d33091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29346395-f77a-458e-864e-a20582fcd6e6,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:37.251654 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-2579391a-1f5e-4f8e-8e3d-bcc0832b38f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:37.253321 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-2579391a-1f5e-4f8e-8e3d-bcc0832b38f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9654598a67fe48cf889fd64d91ce8273&device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 1096 time: 0.7064993 Jun 09 15:04:37.266730 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0ea16a5c-9126-414d-93c4-870834d33091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:37.273600 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9 req-7279297d-295b-452a-90bb-924780cef31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:37.275024 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9 req-7279297d-295b-452a-90bb-924780cef31a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 917 time: 0.3633156 Jun 09 15:04:37.329915 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-05aea886-41c1-4f03-8a6a-90f8c4527b48 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:37.331261 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-05aea886-41c1-4f03-8a6a-90f8c4527b48 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.46 "GET /v2.0/networks?id=96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 HTTP/1.1" status: 200 len: 808 time: 0.7195117 Jun 09 15:04:37.362630 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Request body: {'port': {'device_id': 'b31a1b78-7b65-44e0-a023-3a1610e20cc5', 'network_id': '96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856', 'admin_state_up': True, 'tenant_id': 'b731a42dfa5649a1af927c0198fc31b8'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:37.385670 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-0c4db46e-a224-4092-970d-bed13dd854d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20769ff4-e317-4bdf-9493-ea91af589634 HTTP/1.1" status: 200 len: 217 time: 0.1193423 Jun 09 15:04:37.413732 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9 req-11d061a5-f135-4a54-93ea-43e0a876870b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c612d42d-56f3-4f67-80e2-31925b4801c7 HTTP/1.1" status: 200 len: 217 time: 0.0764482 Jun 09 15:04:37.518125 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e1476e8-847c-412c-9eb1-367fb9e2d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.520538 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3e1476e8-847c-412c-9eb1-367fb9e2d82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.521646 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-3e1476e8-847c-412c-9eb1-367fb9e2d82f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3648eab3-c94b-48c6-ac2b-46bad1fec9c1 HTTP/1.1" status: 204 len: 168 time: 1.1963043 Jun 09 15:04:37.533598 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d8f0f0bb-4135-428c-9ac9-26987a14ecc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:37.544691 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9 req-e4926159-7b3a-4eb8-a1a0-156b03eb32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:37.546137 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9 req-e4926159-7b3a-4eb8-a1a0-156b03eb32d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.1238325 Jun 09 15:04:37.553778 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d04bdb-83a3-4d9c-93c5-c31e55c6d04a req-77b7503a-92b3-48ea-a47e-8f2a597135a9 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:37.560565 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a5d04bdb-83a3-4d9c-93c5-c31e55c6d04a req-77b7503a-92b3-48ea-a47e-8f2a597135a9 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.4139898 Jun 09 15:04:37.616482 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1476e8-847c-412c-9eb1-367fb9e2d82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3648eab3-c94b-48c6-ac2b-46bad1fec9c1,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:37.620162 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8350e6f5-eb0c-444f-abce-5c86d55d2f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.627063 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-823844e6-33aa-4adc-bb0a-09c889913862 req-5b5eee08-7f96-4640-8c70-3a5aab3a5065 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862298 Jun 09 15:04:37.627933 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3e1476e8-847c-412c-9eb1-367fb9e2d82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:37.663792 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a5d04bdb-83a3-4d9c-93c5-c31e55c6d04a req-d606c65e-63ba-49fe-86d6-b24923f37e60 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023059 Jun 09 15:04:37.676824 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b67c7-5012-4562-afeb-c3259c197bfb req-86673bf6-613d-4085-a0a1-cf19f526fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:37.678605 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1a7b67c7-5012-4562-afeb-c3259c197bfb req-86673bf6-613d-4085-a0a1-cf19f526fc86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 1096 time: 0.7145510 Jun 09 15:04:37.695538 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-ea1ad76a-e454-4920-9270-b7de90c044b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:37.696209 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9 req-fe80491b-386a-451a-b9bd-16169e1ccb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:37.697314 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-ea1ad76a-e454-4920-9270-b7de90c044b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a5dc99-63cc-4c13-8815-180909d19523 HTTP/1.1" status: 200 len: 849 time: 0.1880298 Jun 09 15:04:37.698016 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9 req-fe80491b-386a-451a-b9bd-16169e1ccb30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1330452 Jun 09 15:04:37.714618 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e57fc-2798-497e-87db-880ac2440d43 req-26ccd9c2-1eea-42e2-9730-9a07126dc0b7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:37.716324 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-018e57fc-2798-497e-87db-880ac2440d43 req-26ccd9c2-1eea-42e2-9730-9a07126dc0b7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 943 time: 0.6039035 Jun 09 15:04:37.801079 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8350e6f5-eb0c-444f-abce-5c86d55d2f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.867762 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9 req-67b684ae-3d37-438d-a84b-62798f350063 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452618 Jun 09 15:04:37.996360 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-018e57fc-2798-497e-87db-880ac2440d43 req-1de20f27-a3f8-4b8d-ba8d-b471bbd020f1 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975214 Jun 09 15:04:37.997074 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'tag': '20769ff4-e317-4bdf-9493-ea91af589634'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:38.001049 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fea6749-edb0-4924-a19b-50f2a75fb69e" -d '{"events": [{"name": "network-changed", "server_uuid": "2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac", "tag": "20769ff4-e317-4bdf-9493-ea91af589634"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:38.052899 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf03f3b3-16fb-4ed3-b79b-eb4610fb50e9 req-9dbf0371-66d4-49b2-b631-c1276668e40e service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783950 Jun 09 15:04:38.066728 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Made reservation on behalf of b731a42dfa5649a1af927c0198fc31b8 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:38.071032 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.100208 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:38.103978 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 3f536219-202a-41b1-b47c-876b9104a69a up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:38.104286 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b67c7-5012-4562-afeb-c3259c197bfb req-0f0676d4-4d23-428f-afeb-4b91472f5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:38.108047 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1a7b67c7-5012-4562-afeb-c3259c197bfb req-0f0676d4-4d23-428f-afeb-4b91472f5d53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 919 time: 0.4025586 Jun 09 15:04:38.222371 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-edd52f08-94d0-4c27-84a1-8a9c97ae20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:38.224553 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-edd52f08-94d0-4c27-84a1-8a9c97ae20dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=248c892a-8a76-47cd-bd87-7fa88315b14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4837496 Jun 09 15:04:38.303538 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1a7b67c7-5012-4562-afeb-c3259c197bfb req-acd08579-4898-4552-b8ca-8cd07c01f8bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10d15b29-8c7f-44a7-94d6-ec12bfd940f8 HTTP/1.1" status: 200 len: 217 time: 0.1853423 Jun 09 15:04:38.368618 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port 3f536219-202a-41b1-b47c-876b9104a69a completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:38.391356 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port 3f536219-202a-41b1-b47c-876b9104a69a triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:38.391742 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.435961 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8350e6f5-eb0c-444f-abce-5c86d55d2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.473929 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b3682743-8246-400d-927d-bcad7169877d req-f0263d96-ddb3-49be-8dd4-fc8b3667c92e tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 210 time: 0.0607352 Jun 09 15:04:38.519584 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b67c7-5012-4562-afeb-c3259c197bfb req-9d8b30bb-0b95-4cd0-9b87-24bef7aebeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:38.520104 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=10d15b29-8c7f-44a7-94d6-ec12bfd940f8,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:38.521214 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1a7b67c7-5012-4562-afeb-c3259c197bfb req-9d8b30bb-0b95-4cd0-9b87-24bef7aebeb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366d801b-9500-4857-8071-2b0532367ca2 HTTP/1.1" status: 200 len: 858 time: 0.1612940 Jun 09 15:04:38.538531 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': '10d15b29-8c7f-44a7-94d6-ec12bfd940f8', 'network_id': '14fe3549-285e-478e-86c0-218ad94ab33d', 'port_id': '10d15b29-8c7f-44a7-94d6-ec12bfd940f8', 'mac_address': 'fa:16:3e:f2:01:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366d801b-9500-4857-8071-2b0532367ca2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:38.616352 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8350e6f5-eb0c-444f-abce-5c86d55d2f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.617607 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-8350e6f5-eb0c-444f-abce-5c86d55d2f07 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/29346395-f77a-458e-864e-a20582fcd6e6 HTTP/1.1" status: 204 len: 168 time: 1.4332256 Jun 09 15:04:38.618481 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e2e769b4-56b4-4450-b847-a2580dc8b509 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:38.632997 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71e7e0b-b0ca-4b43-a0b0-95cb37eddac1 x-openstack-request-id: req-b71e7e0b-b0ca-4b43-a0b0-95cb37eddac1 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:38.633441 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac", "tag": "20769ff4-e317-4bdf-9493-ea91af589634", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:38.633799 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b71e7e0b-b0ca-4b43-a0b0-95cb37eddac1 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:38.634304 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'tag': '20769ff4-e317-4bdf-9493-ea91af589634', 'status': 'completed', 'code': 200} Jun 09 15:04:38.672506 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.684124 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.712421 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:38.735511 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fc19b1-48c9-4204-8f88-33604b4a8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f536219-202a-41b1-b47c-876b9104a69a'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:38.737580 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b439df3-e731-497f-ae65-1793e6b39b13" -d '{"events": [{"server_uuid": "a8fc19b1-48c9-4204-8f88-33604b4a8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "3f536219-202a-41b1-b47c-876b9104a69a"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:38.738513 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Allocated IP 172.20.0.14 (96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856/d75e7a8f-79cb-46c3-a8e8-00c2bd4e6220/acad882e-6885-4e0b-8312-e8d84eafb4e2) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:38.743152 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1a7b67c7-5012-4562-afeb-c3259c197bfb req-63a2f0e8-3796-4ccb-9c17-9377c5db12be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14fe3549-285e-478e-86c0-218ad94ab33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065524 Jun 09 15:04:38.749238 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=10d15b29-8c7f-44a7-94d6-ec12bfd940f8,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:38.753447 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 3f536219-202a-41b1-b47c-876b9104a69a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3f536219-202a-41b1-b47c-876b9104a69a,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:38.754482 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350e6f5-eb0c-444f-abce-5c86d55d2f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29346395-f77a-458e-864e-a20582fcd6e6,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:38.755225 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.756293 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c612d42d-56f3-4f67-80e2-31925b4801c7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:38.769629 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:38.816534 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.898027 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8350e6f5-eb0c-444f-abce-5c86d55d2f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:38.902873 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1a7b67c7-5012-4562-afeb-c3259c197bfb req-47ce77ef-09ec-4dc4-a1f0-b08a7881a587 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459401 Jun 09 15:04:38.952992 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=10d15b29-8c7f-44a7-94d6-ec12bfd940f8,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:38.970126 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:38.970676 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-e4d2744d-7276-49da-8631-7572cc92300f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:39.077821 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=3f536219-202a-41b1-b47c-876b9104a69a,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:39.089495 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a2b81-fcb7-490f-a630-4e3c2a23d804 req-339b6be1-4055-4e63-b36c-33b639445f6a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:39.090545 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:39.098209 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ac3a2b81-fcb7-490f-a630-4e3c2a23d804 req-339b6be1-4055-4e63-b36c-33b639445f6a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 943 time: 0.8649490 Jun 09 15:04:39.099694 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:39.115432 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'port_id': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'mac_address': 'fa:16:3e:2f:a9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:39.150762 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-54ca830c-1a46-4df8-b343-117b8cd8e492 service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9163625 Jun 09 15:04:39.177413 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:39.197618 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c612d42d-56f3-4f67-80e2-31925b4801c7 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:39.214990 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:39.220618 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:39.226864 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-e4d2744d-7276-49da-8631-7572cc92300f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:39.308743 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=c612d42d-56f3-4f67-80e2-31925b4801c7,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:39.316706 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ac3a2b81-fcb7-490f-a630-4e3c2a23d804 req-8e33b7a3-7918-43ff-8b84-0e9c4abc5213 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166784 Jun 09 15:04:39.318783 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:39.384217 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be90e5ea-9494-46df-ad2d-4c2e4f170126 x-openstack-request-id: req-be90e5ea-9494-46df-ad2d-4c2e4f170126 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:39.384217 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fc19b1-48c9-4204-8f88-33604b4a8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "3f536219-202a-41b1-b47c-876b9104a69a", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:39.384550 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-be90e5ea-9494-46df-ad2d-4c2e4f170126 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:39.384840 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fc19b1-48c9-4204-8f88-33604b4a8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f536219-202a-41b1-b47c-876b9104a69a', 'code': 200} Jun 09 15:04:39.486879 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51180) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:39.515523 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-085b50ba-55fc-4064-bfaa-1151be139133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:39.546847 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['10d15b29-8c7f-44a7-94d6-ec12bfd940f8'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:39.610680 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['c612d42d-56f3-4f67-80e2-31925b4801c7'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:39.906306 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232184f4-9529-439e-8d80-94f89f97a5cc req-e0ef5e03-61e1-4023-8d68-54af2cfc8a47 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:39.906543 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1a7b67c7-5012-4562-afeb-c3259c197bfb req-e546cea2-397b-47a5-b780-a26c09bcd91a service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9952729 Jun 09 15:04:39.907705 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-232184f4-9529-439e-8d80-94f89f97a5cc req-e0ef5e03-61e1-4023-8d68-54af2cfc8a47 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 944 time: 0.3785481 Jun 09 15:04:39.981234 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-232184f4-9529-439e-8d80-94f89f97a5cc req-44f799a6-33b0-4f91-b7b4-231ef9544ff9 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618603 Jun 09 15:04:40.010600 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a64b0e-12fb-439b-89bf-b91ba4dfe238 req-17f9629c-7ccf-42c7-9040-89b8da3e6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:40.015369 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9077f702-9647-469e-9c81-2b80a00aabc0 req-0920b695-9052-4e82-b5ec-4c340ea5908d service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7949588 Jun 09 15:04:40.018225 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-23a64b0e-12fb-439b-89bf-b91ba4dfe238 req-17f9629c-7ccf-42c7-9040-89b8da3e6d7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 1098 time: 0.2732015 Jun 09 15:04:40.018703 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.063287 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-085b50ba-55fc-4064-bfaa-1151be139133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.081712 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b51f11-215f-4466-91d0-8d1549b2ae89 req-bebfb52a-6116-4532-ad91-1a46acc33da0 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:40.083275 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e7b51f11-215f-4466-91d0-8d1549b2ae89 req-bebfb52a-6116-4532-ad91-1a46acc33da0 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 943 time: 0.5105910 Jun 09 15:04:40.083713 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-23a64b0e-12fb-439b-89bf-b91ba4dfe238 req-db55632a-3376-42fa-822f-efbf176dae27 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500460 Jun 09 15:04:40.084864 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-085b50ba-55fc-4064-bfaa-1151be139133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.093876 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-05bc7a61-be97-4bb7-9294-e3863afa42e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:40.144760 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-085b50ba-55fc-4064-bfaa-1151be139133 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d914748d3db948cc8f75550922307c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6567729 Jun 09 15:04:40.145795 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51192) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:40.146632 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b50ba-55fc-4064-bfaa-1151be139133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5069f0-18d2-4a37-afdb-6d7c3c3543cf,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:40.163057 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-085b50ba-55fc-4064-bfaa-1151be139133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:40.233362 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9dc97db-5f50-4ad6-90b7-a2608a9acd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.277648 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e7b51f11-215f-4466-91d0-8d1549b2ae89 req-f4ea201a-aeb3-47e8-9672-fb7c8f2932fa tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815630 Jun 09 15:04:40.293094 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea6749-edb0-4924-a19b-50f2a75fb69e req-0926c8f7-cfd2-4522-9126-43b2c8f8f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:40.294567 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3fea6749-edb0-4924-a19b-50f2a75fb69e req-0926c8f7-cfd2-4522-9126-43b2c8f8f222 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9654598a67fe48cf889fd64d91ce8273&device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 1096 time: 0.2094035 Jun 09 15:04:40.295501 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.302328 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:40.305138 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-14a1dc1a-95f1-42f1-80ac-28ba10d933ac req-86365b2f-5a85-4c23-9428-b6a160c8ea85 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 210 time: 0.0613840 Jun 09 15:04:40.311127 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9dc97db-5f50-4ad6-90b7-a2608a9acd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.409723 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9dc97db-5f50-4ad6-90b7-a2608a9acd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.416702 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9dc97db-5f50-4ad6-90b7-a2608a9acd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.421668 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b9dc97db-5f50-4ad6-90b7-a2608a9acd1e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9a5069f0-18d2-4a37-afdb-6d7c3c3543cf HTTP/1.1" status: 204 len: 168 time: 0.2719460 Jun 09 15:04:40.422561 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:40.431714 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc97db-5f50-4ad6-90b7-a2608a9acd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5069f0-18d2-4a37-afdb-6d7c3c3543cf,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:40.439642 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b9dc97db-5f50-4ad6-90b7-a2608a9acd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:40.486208 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Network 96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:40.491958 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:40.494826 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:40.502223 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:40.502868 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.579456 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Pushing event updated for resources: {'Port': ['ID=acad882e-6885-4e0b-8312-e8d84eafb4e2,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:40.582393 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:40.608239 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2630177 Jun 09 15:04:40.618344 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51206) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:40.636471 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Request body: {'port': {'device_id': 'b31a1b78-7b65-44e0-a023-3a1610e20cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:40.707774 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.722966 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea6749-edb0-4924-a19b-50f2a75fb69e req-25fcec82-96d3-403f-b11e-8b04b47d80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:40.724450 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3fea6749-edb0-4924-a19b-50f2a75fb69e req-25fcec82-96d3-403f-b11e-8b04b47d80ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=248c892a-8a76-47cd-bd87-7fa88315b14d HTTP/1.1" status: 200 len: 911 time: 0.3784308 Jun 09 15:04:40.834316 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a632d-92ab-4447-9821-db2e6251bd26 req-2223b5d4-b915-430f-a7cc-5dd89dfa57b6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:40.836021 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-144a632d-92ab-4447-9821-db2e6251bd26 req-2223b5d4-b915-430f-a7cc-5dd89dfa57b6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 944 time: 0.3232994 Jun 09 15:04:40.836497 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d6052a43-2909-44db-9caa-5615d70a4092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.842018 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3fea6749-edb0-4924-a19b-50f2a75fb69e req-e946787a-54c5-4bc4-8c6f-afd990e2126e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20769ff4-e317-4bdf-9493-ea91af589634 HTTP/1.1" status: 200 len: 217 time: 0.1086342 Jun 09 15:04:40.934989 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea6749-edb0-4924-a19b-50f2a75fb69e req-d41a68ee-adc9-40cc-95d5-c3a0497dbd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:40.939446 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3fea6749-edb0-4924-a19b-50f2a75fb69e req-d41a68ee-adc9-40cc-95d5-c3a0497dbd2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a5dc99-63cc-4c13-8815-180909d19523 HTTP/1.1" status: 200 len: 849 time: 0.0784888 Jun 09 15:04:40.973584 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d6052a43-2909-44db-9caa-5615d70a4092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.980640 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d6052a43-2909-44db-9caa-5615d70a4092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:40.990534 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-085b50ba-55fc-4064-bfaa-1151be139133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:40.998945 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.031460 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-144a632d-92ab-4447-9821-db2e6251bd26 req-f3c43767-6d73-4066-a934-491b6172ce87 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884532 Jun 09 15:04:41.056762 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-d6052a43-2909-44db-9caa-5615d70a4092 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=38cbfcadc7f749eebf3457e1d935574d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361494 Jun 09 15:04:41.058202 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6052a43-2909-44db-9caa-5615d70a4092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c133d078-8cb7-4e8e-b54e-f85732d62c13,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:41.064169 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d6052a43-2909-44db-9caa-5615d70a4092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:41.065413 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51224) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:41.165195 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d5ca827b-9636-4ec7-8b01-82b348315523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.197797 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d5ca827b-9636-4ec7-8b01-82b348315523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.215123 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea6749-edb0-4924-a19b-50f2a75fb69e req-cf270eef-50af-4dd6-ae42-0430c7b200e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:41.217223 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3fea6749-edb0-4924-a19b-50f2a75fb69e req-cf270eef-50af-4dd6-ae42-0430c7b200e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=248c892a-8a76-47cd-bd87-7fa88315b14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2531991 Jun 09 15:04:41.299521 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d5ca827b-9636-4ec7-8b01-82b348315523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.304943 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d5ca827b-9636-4ec7-8b01-82b348315523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.306470 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-d5ca827b-9636-4ec7-8b01-82b348315523 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c133d078-8cb7-4e8e-b54e-f85732d62c13 HTTP/1.1" status: 204 len: 168 time: 0.2392163 Jun 09 15:04:41.310929 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fe43b96c-19c3-4ce9-beaf-39b5d615e55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:41.337910 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca827b-9636-4ec7-8b01-82b348315523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c133d078-8cb7-4e8e-b54e-f85732d62c13,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:41.346086 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d5ca827b-9636-4ec7-8b01-82b348315523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:41.631985 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a8feb-f3ad-4410-9446-b6027c4fd6a7 req-4110254a-54a7-4991-9c6d-d6f9b6eebebe tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:41.634359 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e55a8feb-f3ad-4410-9446-b6027c4fd6a7 req-4110254a-54a7-4991-9c6d-d6f9b6eebebe tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 943 time: 0.1441898 Jun 09 15:04:41.646180 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3fea6749-edb0-4924-a19b-50f2a75fb69e req-082a6de9-0472-48ec-adae-e6c55ad462b0 service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192822 Jun 09 15:04:41.656589 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad961b8-09ed-4f6a-b607-b8f7cd1b798f req-4e049212-1a64-48ab-b8de-1c50a56c69cf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:41.658030 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fad961b8-09ed-4f6a-b607-b8f7cd1b798f req-4e049212-1a64-48ab-b8de-1c50a56c69cf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 944 time: 0.3256767 Jun 09 15:04:41.701077 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e55a8feb-f3ad-4410-9446-b6027c4fd6a7 req-0dd055e9-a152-4cad-8956-3ad4b9fa5ade tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603745 Jun 09 15:04:41.899029 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51252) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:41.947264 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6cea961b-1261-4696-b1f5-4b9e10acb61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.003679 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fad961b8-09ed-4f6a-b607-b8f7cd1b798f req-e3713f1f-61b1-4661-a0b3-c72199801870 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138452 Jun 09 15:04:42.008551 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acad882e-6885-4e0b-8312-e8d84eafb4e2 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:42.020882 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.049618 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3fea6749-edb0-4924-a19b-50f2a75fb69e req-b59987d9-3c13-4dba-aece-e723fc5634be service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894958 Jun 09 15:04:42.051749 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628e182-a3ad-4705-a5b0-21f6579b5587 req-eaffa787-4ed7-4220-bafe-7dd8e350721f tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:42.052644 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Transition to ACTIVE for port object acad882e-6885-4e0b-8312-e8d84eafb4e2 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:42.061515 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.067345 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:42.073129 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1628e182-a3ad-4705-a5b0-21f6579b5587 req-eaffa787-4ed7-4220-bafe-7dd8e350721f tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 932 time: 0.2220013 Jun 09 15:04:42.137113 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 20769ff4-e317-4bdf-9493-ea91af589634 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:42.140680 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:42.168986 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1628e182-a3ad-4705-a5b0-21f6579b5587 req-37c0ba1a-1c02-490c-9f84-5584fa917a0b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946066 Jun 09 15:04:42.253758 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6cea961b-1261-4696-b1f5-4b9e10acb61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.271302 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6cea961b-1261-4696-b1f5-4b9e10acb61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.337663 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8f1f8343-8aec-4493-b805-552d681fe23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:42.354695 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-6cea961b-1261-4696-b1f5-4b9e10acb61d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=784c4266883a4620b3fc38e0fb4951ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543676 Jun 09 15:04:42.360004 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51272) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:42.360280 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:42.372445 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:42.373141 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.374579 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Pushing event updated for resources: {'Port': ['ID=acad882e-6885-4e0b-8312-e8d84eafb4e2,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:42.379840 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:42.398754 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Attempting to bind port acad882e-6885-4e0b-8312-e8d84eafb4e2 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:42.399146 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Attempting to bind port acad882e-6885-4e0b-8312-e8d84eafb4e2 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'bf53f743-9ce4-4e56-a059-7afecc7ed7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:42.399476 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Attempting to bind port acad882e-6885-4e0b-8312-e8d84eafb4e2 on network 96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:42.408245 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Port acad882e-6885-4e0b-8312-e8d84eafb4e2 on network 96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:42.408626 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Attempting to bind port acad882e-6885-4e0b-8312-e8d84eafb4e2 on network 96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:42.419011 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:42.419463 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Checking segment: {'id': 'bf53f743-9ce4-4e56-a059-7afecc7ed7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:42.419845 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Bound using segment: {'id': 'bf53f743-9ce4-4e56-a059-7afecc7ed7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:42.420276 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Bound port: acad882e-6885-4e0b-8312-e8d84eafb4e2, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf53f743-9ce4-4e56-a059-7afecc7ed7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:42.420684 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.460212 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 20769ff4-e317-4bdf-9493-ea91af589634, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=20769ff4-e317-4bdf-9493-ea91af589634,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:42.477053 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': '20769ff4-e317-4bdf-9493-ea91af589634', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'port_id': '20769ff4-e317-4bdf-9493-ea91af589634', 'mac_address': 'fa:16:3e:cc:45:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:42.492713 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea961b-1261-4696-b1f5-4b9e10acb61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea486107-d7f4-4c53-a3b4-3f43c7520e9c,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:42.508779 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786cb21-d2c0-420a-9c6e-1d18a39c0f8e req-b9c47a5e-9314-452a-9444-9026222123e7 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:42.517293 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f786cb21-d2c0-420a-9c6e-1d18a39c0f8e req-b9c47a5e-9314-452a-9444-9026222123e7 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 946 time: 0.2921624 Jun 09 15:04:42.526760 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6cea961b-1261-4696-b1f5-4b9e10acb61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:42.587309 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.597425 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f786cb21-d2c0-420a-9c6e-1d18a39c0f8e req-62148385-eeba-4e78-bb63-4a10eceab624 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737150 Jun 09 15:04:42.605517 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.619616 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] For port acad882e-6885-4e0b-8312-e8d84eafb4e2, host hv-cinder-78960, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:42.624307 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] For port acad882e-6885-4e0b-8312-e8d84eafb4e2, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=acad882e-6885-4e0b-8312-e8d84eafb4e2,segment=NetworkSegment(bf53f743-9ce4-4e56-a059-7afecc7ed7f0),segment_id=bf53f743-9ce4-4e56-a059-7afecc7ed7f0)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:42.630703 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.635333 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c8493fb7-119d-4c39-961f-8dff7093be8b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:42.638566 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20769ff4-e317-4bdf-9493-ea91af589634 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:42.665656 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aee0d85-01d3-4d88-9534-140bf03dd658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d15b29-8c7f-44a7-94d6-ec12bfd940f8'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:42.668503 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3b34d9-5bca-4aab-806c-9ba1cd961c6f" -d '{"events": [{"server_uuid": "3aee0d85-01d3-4d88-9534-140bf03dd658", "name": "network-vif-plugged", "status": "completed", "tag": "10d15b29-8c7f-44a7-94d6-ec12bfd940f8"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:42.669191 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-212b6e86-36eb-4e11-a1ae-0a738e948935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.678712 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 20769ff4-e317-4bdf-9493-ea91af589634, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=20769ff4-e317-4bdf-9493-ea91af589634,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:42.680514 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=10d15b29-8c7f-44a7-94d6-ec12bfd940f8,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:42.684765 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.688360 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:42.699577 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237fd05-2514-4e7f-b174-cd821a122eab req-594d9ee3-3c7e-4534-8307-c9a4b425cf16 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:42.708168 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-594d9ee3-3c7e-4534-8307-c9a4b425cf16 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 814 time: 0.3975573 Jun 09 15:04:42.720227 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.721253 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c612d42d-56f3-4f67-80e2-31925b4801c7 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:42.740361 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-6cf6e7ea-b537-4434-891c-29170ab874be tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/quotas/1577aa98679f4a81af078feb59e1b444 HTTP/1.1" status: 200 len: 375 time: 0.0305135 Jun 09 15:04:42.794466 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:42.795027 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.796153 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] 10.222.0.46 "PUT /v2.0/ports/acad882e-6885-4e0b-8312-e8d84eafb4e2 HTTP/1.1" status: 200 len: 1094 time: 2.1671495 Jun 09 15:04:42.796714 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31a1b78-7b65-44e0-a023-3a1610e20cc5', 'tag': 'acad882e-6885-4e0b-8312-e8d84eafb4e2'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:42.802860 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf8e041-915e-47d1-aa88-7ea757242b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b31a1b78-7b65-44e0-a023-3a1610e20cc5", "tag": "acad882e-6885-4e0b-8312-e8d84eafb4e2"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:42.821039 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=20769ff4-e317-4bdf-9493-ea91af589634,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:42.824930 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:42.825840 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:42.839498 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-212b6e86-36eb-4e11-a1ae-0a738e948935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.924568 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Pushing event updated for resources: {'Port': ['ID=acad882e-6885-4e0b-8312-e8d84eafb4e2,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:42.942841 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:42.943381 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-212b6e86-36eb-4e11-a1ae-0a738e948935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.948606 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port c612d42d-56f3-4f67-80e2-31925b4801c7 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:42.949707 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-212b6e86-36eb-4e11-a1ae-0a738e948935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.950916 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-212b6e86-36eb-4e11-a1ae-0a738e948935 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea486107-d7f4-4c53-a3b4-3f43c7520e9c HTTP/1.1" status: 204 len: 168 time: 0.5896935 Jun 09 15:04:42.971194 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5a3d96bf-c02d-4db0-9aa9-1086257bebdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:42.971620 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port c612d42d-56f3-4f67-80e2-31925b4801c7 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:42.978556 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.990010 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b6e86-36eb-4e11-a1ae-0a738e948935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea486107-d7f4-4c53-a3b4-3f43c7520e9c,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:42.994861 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-212b6e86-36eb-4e11-a1ae-0a738e948935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:43.017437 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-bc93a365-fa7c-406c-a6a8-0b9e8116b5b8 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2759285 Jun 09 15:04:43.032855 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['20769ff4-e317-4bdf-9493-ea91af589634'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:43.114135 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acbd8d-3334-4696-bc9a-61c2b2022227 req-80fb5558-58a9-4b33-8672-106814250994 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:43.115937 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-35acbd8d-3334-4696-bc9a-61c2b2022227 req-80fb5558-58a9-4b33-8672-106814250994 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.2949512 Jun 09 15:04:43.129133 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-2e0a8faf-2309-45ca-aeac-7d671ba4728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:43.130391 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=10d15b29-8c7f-44a7-94d6-ec12bfd940f8,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:43.131046 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-2e0a8faf-2309-45ca-aeac-7d671ba4728b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b731a42dfa5649a1af927c0198fc31b8&device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 1097 time: 0.2660015 Jun 09 15:04:43.142682 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:43.207018 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-cebb1235-d78c-4b9b-8f61-3484b3e55150 service neutron] 10.222.0.83 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878593 Jun 09 15:04:43.265550 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f0896-ce5d-4b37-8961-e5466a907b4b req-605bd907-3d0d-4cb4-a4f2-1077489a595f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:43.266989 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6f1f0896-ce5d-4b37-8961-e5466a907b4b req-605bd907-3d0d-4cb4-a4f2-1077489a595f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.46 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 946 time: 0.3225613 Jun 09 15:04:43.268652 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-79833b95-34dc-456e-a98b-78a596cd39a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acad882e-6885-4e0b-8312-e8d84eafb4e2 HTTP/1.1" status: 200 len: 217 time: 0.1147048 Jun 09 15:04:43.362769 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:43.375742 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c9d3d00d-6fe5-429f-a4f2-22942b287ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:43.377227 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-c9d3d00d-6fe5-429f-a4f2-22942b287ec9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d75e7a8f-79cb-46c3-a8e8-00c2bd4e6220 HTTP/1.1" status: 200 len: 848 time: 0.0975037 Jun 09 15:04:43.419872 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-bc2b2a48-15d6-4823-82f3-7e3e78e2fca6 service neutron] 10.222.0.83 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117286 Jun 09 15:04:43.451138 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-f020d833-0386-491f-b4c5-f890ba6279d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655093 Jun 09 15:04:43.454417 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-35acbd8d-3334-4696-bc9a-61c2b2022227 req-7fd41412-7b6d-4763-97d0-91b1871133b7 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224275 Jun 09 15:04:43.485441 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e6a290ae-2143-40a2-890c-b747a665fbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:43.505489 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:43.519203 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:43.535833 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-be40e773-ce86-4e47-b491-d7ea22da49fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:43.660411 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b29c4fc-03ba-4ef5-aa07-8b19e1e4eded x-openstack-request-id: req-4b29c4fc-03ba-4ef5-aa07-8b19e1e4eded {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:43.660738 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aee0d85-01d3-4d88-9534-140bf03dd658", "name": "network-vif-plugged", "status": "completed", "tag": "10d15b29-8c7f-44a7-94d6-ec12bfd940f8", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:43.660971 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4b29c4fc-03ba-4ef5-aa07-8b19e1e4eded {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:43.669739 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aee0d85-01d3-4d88-9534-140bf03dd658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d15b29-8c7f-44a7-94d6-ec12bfd940f8', 'code': 200} Jun 09 15:04:43.756755 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38acdf-4ff6-46de-ae0c-1ae69c37a30b x-openstack-request-id: req-5c38acdf-4ff6-46de-ae0c-1ae69c37a30b {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:43.757071 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31a1b78-7b65-44e0-a023-3a1610e20cc5", "tag": "acad882e-6885-4e0b-8312-e8d84eafb4e2", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:43.757345 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5c38acdf-4ff6-46de-ae0c-1ae69c37a30b {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:43.757754 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31a1b78-7b65-44e0-a023-3a1610e20cc5', 'tag': 'acad882e-6885-4e0b-8312-e8d84eafb4e2', 'status': 'completed', 'code': 200} Jun 09 15:04:43.789240 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c178a0b-b7aa-4a1c-943b-b4be0ebb1d6c req-7fe0cab7-8e89-40bf-b6ed-263056e40181 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:43.790159 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=c612d42d-56f3-4f67-80e2-31925b4801c7,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:43.798537 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5c178a0b-b7aa-4a1c-943b-b4be0ebb1d6c req-7fe0cab7-8e89-40bf-b6ed-263056e40181 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 944 time: 0.1104321 Jun 09 15:04:43.802700 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:43.898394 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-6f1f0896-ce5d-4b37-8961-e5466a907b4b req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Deleting port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:04:43.898951 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6f1f0896-ce5d-4b37-8961-e5466a907b4b req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:43.928215 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5c178a0b-b7aa-4a1c-943b-b4be0ebb1d6c req-7948b9e4-2ba8-4e94-8f58-a4077aae4180 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277058 Jun 09 15:04:44.044112 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-0da3e6ee-ed0c-46bb-8a56-be57f4252336 service neutron] 10.222.0.46 "GET /v2.0/networks/96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851650 Jun 09 15:04:44.103522 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a27791-66a2-4960-a3c5-7159ee9caf03 req-db314198-e019-4192-99ae-f7cd50c8bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:44.106048 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-99a27791-66a2-4960-a3c5-7159ee9caf03 req-db314198-e019-4192-99ae-f7cd50c8bfab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 1098 time: 0.1697159 Jun 09 15:04:44.211226 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-99a27791-66a2-4960-a3c5-7159ee9caf03 req-a55f5390-7e82-428a-b933-a9d4739afe76 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607803 Jun 09 15:04:44.246532 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815fc5-55d1-47fc-8279-ab9569675486 req-478273c1-7482-41d3-b620-ded933de581b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:44.249197 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cb815fc5-55d1-47fc-8279-ab9569675486 req-478273c1-7482-41d3-b620-ded933de581b tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 944 time: 0.1421587 Jun 09 15:04:44.308912 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cb815fc5-55d1-47fc-8279-ab9569675486 req-f553b235-c615-44e0-b45e-347a01caeaec tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523973 Jun 09 15:04:44.338117 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-6f1f0896-ce5d-4b37-8961-e5466a907b4b req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] For port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab,segment=NetworkSegment(e9e1b603-ea3f-40fc-af0d-5815f743374b),segment_id=e9e1b603-ea3f-40fc-af0d-5815f743374b)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:44.338481 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6f1f0896-ce5d-4b37-8961-e5466a907b4b req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:44.364012 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e8750d06-ff98-4d1b-829a-53a72b370de1 req-71265c59-fad1-4f1c-a25d-370726b2340d service neutron] 10.222.0.46 "GET /v2.0/networks/96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807822 Jun 09 15:04:44.527273 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330019c-0dad-44e3-ad83-3196cc930492 req-fcc23e61-868f-48c7-8c60-7c651973ec49 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:44.534629 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0330019c-0dad-44e3-ad83-3196cc930492 req-fcc23e61-868f-48c7-8c60-7c651973ec49 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.4930954 Jun 09 15:04:44.584677 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6076689d-cfc6-4919-9465-5b322fdfd1aa req-db3261b0-7965-46e3-8bc5-963d037f832b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 210 time: 0.1172116 Jun 09 15:04:44.661355 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-6f1f0896-ce5d-4b37-8961-e5466a907b4b req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Calling delete_port for 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:04:44.713891 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0330019c-0dad-44e3-ad83-3196cc930492 req-f1986263-a145-492a-96e0-dc839cfa7414 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783354 Jun 09 15:04:44.804213 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4d541-22f2-489a-bdb7-f4a713385363 req-5065f2a2-53ed-4e0e-9f22-ee26926d06c0 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:44.805758 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3fe4d541-22f2-489a-bdb7-f4a713385363 req-5065f2a2-53ed-4e0e-9f22-ee26926d06c0 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 946 time: 0.1049900 Jun 09 15:04:44.820338 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8e041-915e-47d1-aa88-7ea757242b2c req-22733746-4abc-460b-b369-f710f4ba6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:44.821940 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-acf8e041-915e-47d1-aa88-7ea757242b2c req-22733746-4abc-460b-b369-f710f4ba6641 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b731a42dfa5649a1af927c0198fc31b8&device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 1097 time: 0.3037715 Jun 09 15:04:44.868813 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3fe4d541-22f2-489a-bdb7-f4a713385363 req-632fc870-bcea-4c13-94f7-59e08567b9c1 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/security-groups?id=c5abe179-4090-4bdc-9c93-48454319b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560231 Jun 09 15:04:45.107220 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6f1f0896-ce5d-4b37-8961-e5466a907b4b req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:45.109507 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8e041-915e-47d1-aa88-7ea757242b2c req-dd303e9a-7dbd-493e-ae71-52a1b04d4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:45.111332 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-acf8e041-915e-47d1-aa88-7ea757242b2c req-dd303e9a-7dbd-493e-ae71-52a1b04d4192 service neutron] 10.222.0.46 "GET /v2.0/networks?id=96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 HTTP/1.1" status: 200 len: 909 time: 0.2680914 Jun 09 15:04:45.119841 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-36a0ec6e-8da7-44b3-9452-6c84cfc4354a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:45.130632 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689c209-803a-44e4-bcfb-3c6727260e1f req-1a1d148f-025f-4d0e-827c-e56c30e68edc tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:45.132604 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f689c209-803a-44e4-bcfb-3c6727260e1f req-1a1d148f-025f-4d0e-827c-e56c30e68edc tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 944 time: 0.0954912 Jun 09 15:04:45.218363 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f689c209-803a-44e4-bcfb-3c6727260e1f req-9fa1d66e-f65e-4248-9be9-f5b8a119444e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706515 Jun 09 15:04:45.239235 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Pushing event deleted for resources: {'Port': ['ID=3bce74d6-0911-4cac-9e33-fcb4b4dc3dab,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:45.256517 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073aaaa-93ec-4bc5-8d97-3816166a8915 req-067c41f9-da08-41ee-83c0-f673167ab0ab tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:45.264267 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d073aaaa-93ec-4bc5-8d97-3816166a8915 req-067c41f9-da08-41ee-83c0-f673167ab0ab tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.3486981 Jun 09 15:04:45.266268 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:45.297028 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-acf8e041-915e-47d1-aa88-7ea757242b2c req-0db95415-2bff-423d-9253-dc06616371ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acad882e-6885-4e0b-8312-e8d84eafb4e2 HTTP/1.1" status: 200 len: 217 time: 0.1394465 Jun 09 15:04:45.399207 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1f0896-ce5d-4b37-8961-e5466a907b4b req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] No DVR routers for this DVR port 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:04:45.411600 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6f1f0896-ce5d-4b37-8961-e5466a907b4b req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:45.413604 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6f1f0896-ce5d-4b37-8961-e5466a907b4b req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.46 "DELETE /v2.0/ports/3bce74d6-0911-4cac-9e33-fcb4b4dc3dab HTTP/1.1" status: 204 len: 173 time: 2.1349123 Jun 09 15:04:45.444136 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d073aaaa-93ec-4bc5-8d97-3816166a8915 req-30438f88-8d51-486b-ba6d-25edc4d39e77 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789136 Jun 09 15:04:45.450794 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8e041-915e-47d1-aa88-7ea757242b2c req-7a37c735-0957-43e9-9bd4-02b9fb70471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:45.452247 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-acf8e041-915e-47d1-aa88-7ea757242b2c req-7a37c735-0957-43e9-9bd4-02b9fb70471a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d75e7a8f-79cb-46c3-a8e8-00c2bd4e6220 HTTP/1.1" status: 200 len: 848 time: 0.1381261 Jun 09 15:04:45.523274 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-acf8e041-915e-47d1-aa88-7ea757242b2c req-babe9e65-232c-4429-8a98-b05e5188cdb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448203 Jun 09 15:04:45.671267 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:45.675720 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d4f42f-67c7-4412-8f0d-74e65ba7ae65" -d '{"events": [{"server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "name": "network-vif-plugged", "status": "completed", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:45.690787 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237fd05-2514-4e7f-b174-cd821a122eab req-70a89565-4e5d-447f-8627-bb1d5b078fad tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:45.692794 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-70a89565-4e5d-447f-8627-bb1d5b078fad tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 814 time: 0.4459722 Jun 09 15:04:45.716806 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:45.724794 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Request body: {'port': {'device_id': 'dad18acf-9116-45b9-b232-41ba8f82cdad', 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d', 'admin_state_up': True, 'tenant_id': '1577aa98679f4a81af078feb59e1b444'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:45.775707 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31df733-f0d5-41a1-8752-33fff653bd67', 'name': 'network-vif-deleted', 'tag': '3bce74d6-0911-4cac-9e33-fcb4b4dc3dab'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:45.778110 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c074c4-be2b-413d-8a02-28eb02906902" -d '{"events": [{"server_uuid": "f31df733-f0d5-41a1-8752-33fff653bd67", "name": "network-vif-deleted", "tag": "3bce74d6-0911-4cac-9e33-fcb4b4dc3dab"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:45.801176 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305edd-d741-4f45-9f2b-76f2f43b27a5 req-9b1ad952-2ab9-4062-918c-f84269c1461f tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:45.802628 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f4305edd-d741-4f45-9f2b-76f2f43b27a5 req-9b1ad952-2ab9-4062-918c-f84269c1461f tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 944 time: 0.2685347 Jun 09 15:04:45.806306 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-204fd7f3-e26d-4173-9633-aae2c57fef54 req-d68038b5-519f-494a-857f-ce0515973247 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 210 time: 0.0614519 Jun 09 15:04:45.833731 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-16abffe9-30df-4b1d-8140-a18f84989944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:45.845421 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-acf8e041-915e-47d1-aa88-7ea757242b2c req-99bd2911-29b0-4a09-bde2-f9eb72e269fb service neutron] 10.222.0.46 "GET /v2.0/networks/96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047132 Jun 09 15:04:45.891690 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f0af0a-3c71-4781-a775-9bed58be8a3e x-openstack-request-id: req-48f0af0a-3c71-4781-a775-9bed58be8a3e {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:45.891991 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "name": "network-vif-plugged", "status": "completed", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:45.892473 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-48f0af0a-3c71-4781-a775-9bed58be8a3e {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:45.893010 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'code': 200} Jun 09 15:04:45.893822 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f4305edd-d741-4f45-9f2b-76f2f43b27a5 req-b4032d58-3fb1-49fe-895c-6d6fb3a7cdc2 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845642 Jun 09 15:04:45.958133 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Made reservation on behalf of 1577aa98679f4a81af078feb59e1b444 for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:45.967450 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:46.003318 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01735235-59a7-42e3-ab35-faf010649735 x-openstack-request-id: req-01735235-59a7-42e3-ab35-faf010649735 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:46.004696 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31df733-f0d5-41a1-8752-33fff653bd67", "name": "network-vif-deleted", "tag": "3bce74d6-0911-4cac-9e33-fcb4b4dc3dab", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:46.005142 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-01735235-59a7-42e3-ab35-faf010649735 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:46.007090 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31df733-f0d5-41a1-8752-33fff653bd67', 'name': 'network-vif-deleted', 'tag': '3bce74d6-0911-4cac-9e33-fcb4b4dc3dab', 'status': 'completed', 'code': 200} Jun 09 15:04:46.165500 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-acf8e041-915e-47d1-aa88-7ea757242b2c req-741d0856-7ca8-49e8-82b6-7458a222728d service neutron] 10.222.0.46 "GET /v2.0/networks/96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119688 Jun 09 15:04:46.177464 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device acad882e-6885-4e0b-8312-e8d84eafb4e2 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:46.182429 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 20769ff4-e317-4bdf-9493-ea91af589634 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:46.200955 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab1024-cf8d-41e1-b79a-1e03339137af req-7d6229d2-2add-48bf-8515-fa4c087c7845 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:46.202739 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0bab1024-cf8d-41e1-b79a-1e03339137af req-7d6229d2-2add-48bf-8515-fa4c087c7845 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1946509 Jun 09 15:04:46.255116 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-0bc5ebc1-2b1a-456d-8182-9b58e5062f0a req-c6273d75-5887-454c-89c2-9a30ce3c1995 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] 10.222.0.83 "GET /v2.0/ports?device_id=f31df733-f0d5-41a1-8752-33fff653bd67 HTTP/1.1" status: 200 len: 210 time: 0.1219673 Jun 09 15:04:46.316707 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Allocated IP 172.20.0.8 (fcd6d721-edbd-4a87-a589-447450b1224d/26f05cc0-e86c-4e11-a061-45c390b84677/50841624-38f9-4472-b0d8-becbeb902163) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:46.351959 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port 20769ff4-e317-4bdf-9493-ea91af589634 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:46.361882 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port 20769ff4-e317-4bdf-9493-ea91af589634 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:46.362514 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:46.386371 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0bab1024-cf8d-41e1-b79a-1e03339137af req-c3adc893-12ac-4d50-ae1e-0ee2e45017dc tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756368 Jun 09 15:04:46.397490 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7dd81-3c5b-49a6-bf89-16fda5e8f815 req-79a287b8-0ba5-409b-9d0e-a1d1e80a7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:46.412068 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1ef7dd81-3c5b-49a6-bf89-16fda5e8f815 req-79a287b8-0ba5-409b-9d0e-a1d1e80a7c04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 1098 time: 0.1876338 Jun 09 15:04:46.457414 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port acad882e-6885-4e0b-8312-e8d84eafb4e2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=acad882e-6885-4e0b-8312-e8d84eafb4e2,segment=NetworkSegment(bf53f743-9ce4-4e56-a059-7afecc7ed7f0),segment_id=bf53f743-9ce4-4e56-a059-7afecc7ed7f0)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:46.475390 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'acad882e-6885-4e0b-8312-e8d84eafb4e2', 'network_id': '96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856', 'port_id': 'acad882e-6885-4e0b-8312-e8d84eafb4e2', 'mac_address': 'fa:16:3e:8b:35:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75e7a8f-79cb-46c3-a8e8-00c2bd4e6220', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:46.633581 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:46.653593 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1ef7dd81-3c5b-49a6-bf89-16fda5e8f815 req-24bc8987-7aef-4792-81a8-05c2e54f563f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344096 Jun 09 15:04:46.669046 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:46.681835 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acad882e-6885-4e0b-8312-e8d84eafb4e2 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:46.692960 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f85c8-abf5-42de-a947-920ad57c12a2 req-dfadf850-e12c-4225-96ec-0f77f80f5a8b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:46.694458 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cd8f85c8-abf5-42de-a947-920ad57c12a2 req-dfadf850-e12c-4225-96ec-0f77f80f5a8b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 944 time: 0.2412648 Jun 09 15:04:46.716571 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port acad882e-6885-4e0b-8312-e8d84eafb4e2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=acad882e-6885-4e0b-8312-e8d84eafb4e2,segment=NetworkSegment(bf53f743-9ce4-4e56-a059-7afecc7ed7f0),segment_id=bf53f743-9ce4-4e56-a059-7afecc7ed7f0)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:46.729014 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:46.730023 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:46.732745 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:46.781351 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 20769ff4-e317-4bdf-9493-ea91af589634, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=20769ff4-e317-4bdf-9493-ea91af589634,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:46.788660 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:46.789773 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:04:46.797945 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cd8f85c8-abf5-42de-a947-920ad57c12a2 req-e40aa46a-8fef-4b95-9104-9662ac101ef0 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946958 Jun 09 15:04:46.827989 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd91d5d-336c-4425-8699-f9c4030984da req-07269626-3a2a-457d-90d0-742f004977c3 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:46.833318 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1bd91d5d-336c-4425-8699-f9c4030984da req-07269626-3a2a-457d-90d0-742f004977c3 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1738966 Jun 09 15:04:46.841801 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:04:46.842162 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 3bce74d6-0911-4cac-9e33-fcb4b4dc3dab not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:04:46.857631 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:46.874634 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:46.881261 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b7469508-8788-4feb-b89f-79d75b096837'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:46.931739 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1bd91d5d-336c-4425-8699-f9c4030984da req-28128f44-600e-49d8-ab30-6ad7c78cbb72 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891352 Jun 09 15:04:46.968088 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=acad882e-6885-4e0b-8312-e8d84eafb4e2,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:46.976255 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:46.992892 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:47.029099 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Network fcd6d721-edbd-4a87-a589-447450b1224d is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:47.032757 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:47.040938 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:47.046778 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:47.047448 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:47.113923 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Pushing event updated for resources: {'Port': ['ID=50841624-38f9-4472-b0d8-becbeb902163,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:47.129461 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:47.138878 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4198105 Jun 09 15:04:47.143160 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=20769ff4-e317-4bdf-9493-ea91af589634,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:47.159231 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['acad882e-6885-4e0b-8312-e8d84eafb4e2'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:47.165486 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Request body: {'port': {'device_id': 'dad18acf-9116-45b9-b232-41ba8f82cdad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:47.226993 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:47.228191 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40676c4-d17b-4d43-88f3-e7317591ad1b req-1bb5d7fc-f7d1-4458-8f4c-059371da199f tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:47.235433 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d40676c4-d17b-4d43-88f3-e7317591ad1b req-1bb5d7fc-f7d1-4458-8f4c-059371da199f tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 931 time: 0.1793239 Jun 09 15:04:47.266136 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a8469-2561-4d5d-ae7a-9b5f945c9bb6 req-b95ddaec-7445-4957-a2c7-8b12a2d8cc7c tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:47.268673 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4c4a8469-2561-4d5d-ae7a-9b5f945c9bb6 req-b95ddaec-7445-4957-a2c7-8b12a2d8cc7c tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 945 time: 0.1651328 Jun 09 15:04:47.299351 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:47.343607 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d40676c4-d17b-4d43-88f3-e7317591ad1b req-9cca4bb5-c4b0-41fd-b97b-7cc11d30f34e tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070983 Jun 09 15:04:47.346793 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4c4a8469-2561-4d5d-ae7a-9b5f945c9bb6 req-1932ff09-40b3-4c93-9e34-9438279e684c tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715482 Jun 09 15:04:47.390887 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:47.768934 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38c0b-2f10-4941-b746-5743c9d2bde6 req-282e1261-d38b-47f9-8711-6626bfb41d6e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:47.773757 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6bf38c0b-2f10-4941-b746-5743c9d2bde6 req-282e1261-d38b-47f9-8711-6626bfb41d6e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1280804 Jun 09 15:04:47.893004 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6bf38c0b-2f10-4941-b746-5743c9d2bde6 req-10317f53-c496-433a-8c98-f8a919ef5ef7 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125548 Jun 09 15:04:47.893892 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20769ff4-e317-4bdf-9493-ea91af589634'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:47.896566 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6347881-a9b2-4811-82e2-523f804980d2" -d '{"events": [{"server_uuid": "2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac", "name": "network-vif-plugged", "status": "completed", "tag": "20769ff4-e317-4bdf-9493-ea91af589634"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:47.992142 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e79a05-f6dd-4358-b3bc-9ae6e6012370 req-34f0dc78-d5c2-4563-a0d8-2a3dbdb51285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:47.993774 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c4e79a05-f6dd-4358-b3bc-9ae6e6012370 req-34f0dc78-d5c2-4563-a0d8-2a3dbdb51285 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 1098 time: 0.1124511 Jun 09 15:04:48.173395 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be917887-875b-4123-a2d9-91516350d32d req-bd1e54eb-5f73-4595-876e-2104edc1c942 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:48.182967 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-be917887-875b-4123-a2d9-91516350d32d req-bd1e54eb-5f73-4595-876e-2104edc1c942 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.2154460 Jun 09 15:04:48.205301 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50841624-38f9-4472-b0d8-becbeb902163 {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:48.217068 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:48.259104 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-be917887-875b-4123-a2d9-91516350d32d req-fff08cee-2492-4365-9104-a9a98a0a52e9 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732293 Jun 09 15:04:48.263703 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e79a05-f6dd-4358-b3bc-9ae6e6012370 req-7e0fd441-ac90-4d7c-88b9-06a9e8249391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:48.265357 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c4e79a05-f6dd-4358-b3bc-9ae6e6012370 req-7e0fd441-ac90-4d7c-88b9-06a9e8249391 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 919 time: 0.2626963 Jun 09 15:04:48.283116 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Transition to ACTIVE for port object 50841624-38f9-4472-b0d8-becbeb902163 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:48.287735 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:48.293665 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:48.352181 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c4e79a05-f6dd-4358-b3bc-9ae6e6012370 req-165139c9-b6c8-48db-bb7f-a758fe4781a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10d15b29-8c7f-44a7-94d6-ec12bfd940f8 HTTP/1.1" status: 200 len: 217 time: 0.0779757 Jun 09 15:04:48.369131 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bda3e9f-ed0f-420d-971f-d58d3dbefc13 x-openstack-request-id: req-9bda3e9f-ed0f-420d-971f-d58d3dbefc13 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:48.369772 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac", "name": "network-vif-plugged", "status": "completed", "tag": "20769ff4-e317-4bdf-9493-ea91af589634", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:48.370918 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9bda3e9f-ed0f-420d-971f-d58d3dbefc13 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:48.371533 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20769ff4-e317-4bdf-9493-ea91af589634', 'code': 200} Jun 09 15:04:48.385553 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda6311-91a0-4680-95e1-39460317a7b7 req-39270686-cd99-47c9-9d07-f8ec1ae35009 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:48.387510 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-7bda6311-91a0-4680-95e1-39460317a7b7 req-39270686-cd99-47c9-9d07-f8ec1ae35009 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.2517757 Jun 09 15:04:48.502074 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-7bda6311-91a0-4680-95e1-39460317a7b7 req-fe9025e1-85ff-4800-8e93-8956ef0f1294 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722246 Jun 09 15:04:48.515531 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e79a05-f6dd-4358-b3bc-9ae6e6012370 req-78b1f987-57ea-492b-913c-92adfe0f52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:48.517327 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c4e79a05-f6dd-4358-b3bc-9ae6e6012370 req-78b1f987-57ea-492b-913c-92adfe0f52f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366d801b-9500-4857-8071-2b0532367ca2 HTTP/1.1" status: 200 len: 858 time: 0.1421313 Jun 09 15:04:48.597224 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:48.624859 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Attempting to bind port 50841624-38f9-4472-b0d8-becbeb902163 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:48.625195 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Attempting to bind port 50841624-38f9-4472-b0d8-becbeb902163 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:48.625508 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Attempting to bind port 50841624-38f9-4472-b0d8-becbeb902163 on network fcd6d721-edbd-4a87-a589-447450b1224d {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:48.627624 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Pushing event updated for resources: {'Port': ['ID=50841624-38f9-4472-b0d8-becbeb902163,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:48.632391 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c4e79a05-f6dd-4358-b3bc-9ae6e6012370 req-39f1a427-bcca-4734-b8a0-75ee9242772e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14fe3549-285e-478e-86c0-218ad94ab33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052313 Jun 09 15:04:48.637185 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:48.640005 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Port 50841624-38f9-4472-b0d8-becbeb902163 on network fcd6d721-edbd-4a87-a589-447450b1224d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:48.640325 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Attempting to bind port 50841624-38f9-4472-b0d8-becbeb902163 on network fcd6d721-edbd-4a87-a589-447450b1224d {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:48.660981 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:48.661312 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Checking segment: {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:48.661690 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Bound using segment: {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:48.662120 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Bound port: 50841624-38f9-4472-b0d8-becbeb902163, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:48.662491 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:48.767459 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] For port 50841624-38f9-4472-b0d8-becbeb902163, host hv-cinder-78960, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:48.770632 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] For port 50841624-38f9-4472-b0d8-becbeb902163, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=50841624-38f9-4472-b0d8-becbeb902163,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:48.785379 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4431f2a-1465-4455-8601-d92555d91636 req-2da8e608-2c89-438e-818f-ecf6ea1a2045 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:48.792776 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c4431f2a-1465-4455-8601-d92555d91636 req-2da8e608-2c89-438e-818f-ecf6ea1a2045 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 943 time: 0.3054242 Jun 09 15:04:48.796309 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:48.812518 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c8d800a3-2b7c-4411-86fa-990b96359b1b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:48.886179 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Pushing event updated for resources: {'Port': ['ID=50841624-38f9-4472-b0d8-becbeb902163,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:48.903113 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.903473 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.903828 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.904177 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.904595 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.904959 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.905298 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.905661 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.905973 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.906299 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.906638 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.906956 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:48.920733 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:48.921984 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:48.923004 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:48.924109 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] 10.222.0.46 "PUT /v2.0/ports/50841624-38f9-4472-b0d8-becbeb902163 HTTP/1.1" status: 200 len: 1093 time: 1.7643135 Jun 09 15:04:48.924597 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad18acf-9116-45b9-b232-41ba8f82cdad', 'tag': '50841624-38f9-4472-b0d8-becbeb902163'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:48.926878 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44370e00-2f03-4433-acc1-ccc87c45511e" -d '{"events": [{"name": "network-changed", "server_uuid": "dad18acf-9116-45b9-b232-41ba8f82cdad", "tag": "50841624-38f9-4472-b0d8-becbeb902163"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:48.950288 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c4431f2a-1465-4455-8601-d92555d91636 req-a4394679-5c47-44f9-884a-844ae11e02cc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565208 Jun 09 15:04:49.014160 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c4e79a05-f6dd-4358-b3bc-9ae6e6012370 req-b95ab3bb-069c-45af-b653-0efed5b866e3 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466411 Jun 09 15:04:49.019188 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db3222-57ed-4b81-8345-8243d44f4ee1 req-b855bf44-9f63-49cb-9238-df240d9ad87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:49.020691 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d0db3222-57ed-4b81-8345-8243d44f4ee1 req-b855bf44-9f63-49cb-9238-df240d9ad87d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 1098 time: 0.3180146 Jun 09 15:04:49.091912 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237fd05-2514-4e7f-b174-cd821a122eab req-d2037b05-4667-41df-9a7f-62ec2baffdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:49.093744 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-d2037b05-4667-41df-9a7f-62ec2baffdae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 1096 time: 0.1003757 Jun 09 15:04:49.131107 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ee5b2-2716-4032-821b-f80379e02d0b req-51a41ab4-6f76-4c67-8f13-0dc8a94b6e8c tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:49.134636 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4e2ee5b2-2716-4032-821b-f80379e02d0b req-51a41ab4-6f76-4c67-8f13-0dc8a94b6e8c tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 945 time: 0.2855124 Jun 09 15:04:49.196232 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d0db3222-57ed-4b81-8345-8243d44f4ee1 req-9215307f-2bea-4b01-8b45-c51b4bd61f6d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466641 Jun 09 15:04:49.210809 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-d67f7e40-4e7b-44a1-9821-c6e57b2051e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50841624-38f9-4472-b0d8-becbeb902163 HTTP/1.1" status: 200 len: 217 time: 0.0988572 Jun 09 15:04:49.238885 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4e2ee5b2-2716-4032-821b-f80379e02d0b req-4bd28db6-8fcf-4e6f-8b23-8acb3f205d64 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966115 Jun 09 15:04:49.245789 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c4e79a05-f6dd-4358-b3bc-9ae6e6012370 req-cd8a925e-7bdb-4869-9529-0568f3549cbf service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230310 Jun 09 15:04:49.280635 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e3a21-fbae-463d-a443-0152b56ddf8f req-dabde80c-fe83-472a-91d0-474e836a06ac tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:49.288137 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-fe8e3a21-fbae-463d-a443-0152b56ddf8f req-dabde80c-fe83-472a-91d0-474e836a06ac tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1196518 Jun 09 15:04:49.359565 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b53038-6aff-4fb1-83b2-3bba800975b0 x-openstack-request-id: req-59b53038-6aff-4fb1-83b2-3bba800975b0 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:49.359877 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad18acf-9116-45b9-b232-41ba8f82cdad", "tag": "50841624-38f9-4472-b0d8-becbeb902163", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:49.360149 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-59b53038-6aff-4fb1-83b2-3bba800975b0 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:49.360578 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad18acf-9116-45b9-b232-41ba8f82cdad', 'tag': '50841624-38f9-4472-b0d8-becbeb902163', 'status': 'completed', 'code': 200} Jun 09 15:04:49.375165 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237fd05-2514-4e7f-b174-cd821a122eab req-96586e67-d129-44cf-bad0-04df118e39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:49.376096 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-96586e67-d129-44cf-bad0-04df118e39f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26f05cc0-e86c-4e11-a061-45c390b84677 HTTP/1.1" status: 200 len: 854 time: 0.0853040 Jun 09 15:04:49.438332 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-2a6b7167-ad20-4279-8397-b083b3dcbcf6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd6d721-edbd-4a87-a589-447450b1224d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472338 Jun 09 15:04:49.443042 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-fe8e3a21-fbae-463d-a443-0152b56ddf8f req-31cc28d0-7d44-4f9f-a5c3-72b6f26a62ad tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540825 Jun 09 15:04:49.487020 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 51502) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:49.510014 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ba57-7cef-4672-b410-86583c18dad0 req-d71720d4-763f-4d6c-a94a-5eb3437b075a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:49.512505 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-73c6ba57-7cef-4672-b410-86583c18dad0 req-d71720d4-763f-4d6c-a94a-5eb3437b075a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1124270 Jun 09 15:04:49.561901 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-73c6ba57-7cef-4672-b410-86583c18dad0 req-bdab68a8-a374-424f-ada4-6171f8983fa1 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435870 Jun 09 15:04:49.637892 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:49.680774 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-f61c1f72-9914-4938-a92c-1e5fd3d70bf8 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271035 Jun 09 15:04:49.724453 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201035b-7da7-4f4f-a993-2d03d6927615 req-3391cfc0-61f5-496d-aef1-a3b9980ebc5d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:49.726164 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2201035b-7da7-4f4f-a993-2d03d6927615 req-3391cfc0-61f5-496d-aef1-a3b9980ebc5d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1408467 Jun 09 15:04:49.735731 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 51512) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:49.746156 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-f8a7dacc-6d06-4b9d-8b33-e578c56f026d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'floatingip': {'port_id': 'c612d42d-56f3-4f67-80e2-31925b4801c7'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:49.811614 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51514) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:49.884058 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5237fd05-2514-4e7f-b174-cd821a122eab req-889890d8-a7d0-4645-90ea-5193fc2bc2fc service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892536 Jun 09 15:04:49.893752 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95b767b-4f8b-4df3-b341-93d737e32234 admin admin] Deleting subnet 7f0f5780-49f6-4df4-9d63-7d794412ae7b {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:04:49.897204 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d95b767b-4f8b-4df3-b341-93d737e32234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:49.967281 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f8a7dacc-6d06-4b9d-8b33-e578c56f026d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.051869 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d95b767b-4f8b-4df3-b341-93d737e32234 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.066425 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d95b767b-4f8b-4df3-b341-93d737e32234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.115251 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.140616 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.161612 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:50.202111 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44370e00-2f03-4433-acc1-ccc87c45511e req-329d7e0a-ca52-4012-9e42-81e24d84d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:50.203601 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-44370e00-2f03-4433-acc1-ccc87c45511e req-329d7e0a-ca52-4012-9e42-81e24d84d27e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 1096 time: 0.2617462 Jun 09 15:04:50.208399 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d95b767b-4f8b-4df3-b341-93d737e32234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.214954 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:50.219417 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device acad882e-6885-4e0b-8312-e8d84eafb4e2 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:50.249088 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdc3f32-699a-4618-aceb-05e9cc94c166,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:50.273519 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bd8a3fcc8b0c490b99c8799b0fc4567f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7832284 Jun 09 15:04:50.273759 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b767b-4f8b-4df3-b341-93d737e32234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0f5780-49f6-4df4-9d63-7d794412ae7b,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:50.276818 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 51524) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:50.307715 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:04:50.308326 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.308549 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.308958 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.309312 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.309682 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.310031 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.310509 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.310858 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.311203 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.311652 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.311908 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.312248 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:50.323587 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:50.324397 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d95b767b-4f8b-4df3-b341-93d737e32234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.328748 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-d95b767b-4f8b-4df3-b341-93d737e32234 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7f0f5780-49f6-4df4-9d63-7d794412ae7b HTTP/1.1" status: 204 len: 168 time: 0.5161414 Jun 09 15:04:50.331887 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6f9d-af63-43a4-9b83-88532dba5ad4 req-08c01334-b1ec-4f18-8fa5-bda573673486 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:50.333733 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d95b767b-4f8b-4df3-b341-93d737e32234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:50.334695 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51528) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:50.338844 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ef8c6f9d-af63-43a4-9b83-88532dba5ad4 req-08c01334-b1ec-4f18-8fa5-bda573673486 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.5249531 Jun 09 15:04:50.360903 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51adc-4a53-4ca5-a9df-037f887f741a req-3428f315-4e7a-4259-b24a-6ab6c8f810aa tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:50.363038 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-21c51adc-4a53-4ca5-a9df-037f887f741a req-3428f315-4e7a-4259-b24a-6ab6c8f810aa tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 943 time: 0.2707672 Jun 09 15:04:50.377566 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port acad882e-6885-4e0b-8312-e8d84eafb4e2 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:50.395652 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port acad882e-6885-4e0b-8312-e8d84eafb4e2 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:50.396079 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.550395 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.567183 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.575612 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ef8c6f9d-af63-43a4-9b83-88532dba5ad4 req-86908051-1e20-4541-be46-348f0e6bb949 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358811 Jun 09 15:04:50.592782 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-21c51adc-4a53-4ca5-a9df-037f887f741a req-664fb8f6-ae37-4ba3-ae17-ced0d6e73683 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815095 Jun 09 15:04:50.616779 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44370e00-2f03-4433-acc1-ccc87c45511e req-c34088ee-ab62-4c83-b11b-1691f2b76c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:50.622957 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-44370e00-2f03-4433-acc1-ccc87c45511e req-c34088ee-ab62-4c83-b11b-1691f2b76c75 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 915 time: 0.3783088 Jun 09 15:04:50.624575 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31a1b78-7b65-44e0-a023-3a1610e20cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acad882e-6885-4e0b-8312-e8d84eafb4e2'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:50.627194 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2794f906-6c5c-40ea-be58-36076feb4794" -d '{"events": [{"server_uuid": "b31a1b78-7b65-44e0-a023-3a1610e20cc5", "name": "network-vif-plugged", "status": "completed", "tag": "acad882e-6885-4e0b-8312-e8d84eafb4e2"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:50.637446 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port acad882e-6885-4e0b-8312-e8d84eafb4e2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=acad882e-6885-4e0b-8312-e8d84eafb4e2,segment=NetworkSegment(bf53f743-9ce4-4e56-a059-7afecc7ed7f0),segment_id=bf53f743-9ce4-4e56-a059-7afecc7ed7f0)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:50.643902 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.648735 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:50.716563 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b1207484-aaef-4647-a53b-f5ed005382a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.747763 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=acad882e-6885-4e0b-8312-e8d84eafb4e2,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:50.751059 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:50.832345 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-44370e00-2f03-4433-acc1-ccc87c45511e req-6b2dc245-2e73-4809-8373-cd287e8eb762 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50841624-38f9-4472-b0d8-becbeb902163 HTTP/1.1" status: 200 len: 217 time: 0.1958091 Jun 09 15:04:50.867401 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51542) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:50.912745 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b1207484-aaef-4647-a53b-f5ed005382a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.993507 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.014753 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.015101 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.015832 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.016178 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.016529 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.016871 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.017196 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.017515 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.017832 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.018148 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.182961 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.183427 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.183834 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.184239 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:51.184872 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b59cc6-72fc-48c6-8023-54ece4f46e10']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:51.191377 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb696c5-a3f7-4898-8149-d4bb89355fd3 req-943ed8ff-65fa-4236-a606-e3cea4aa4ee1 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:51.193002 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0cb696c5-a3f7-4898-8149-d4bb89355fd3 req-943ed8ff-65fa-4236-a606-e3cea4aa4ee1 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 946 time: 0.4347229 Jun 09 15:04:51.194874 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44370e00-2f03-4433-acc1-ccc87c45511e req-7553f1c8-00d2-43ff-b5c0-c78813bd06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:51.195630 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b1207484-aaef-4647-a53b-f5ed005382a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.198790 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-44370e00-2f03-4433-acc1-ccc87c45511e req-7553f1c8-00d2-43ff-b5c0-c78813bd06ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26f05cc0-e86c-4e11-a061-45c390b84677 HTTP/1.1" status: 200 len: 854 time: 0.3406587 Jun 09 15:04:51.200520 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b1207484-aaef-4647-a53b-f5ed005382a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.201572 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b1207484-aaef-4647-a53b-f5ed005382a4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ecdc3f32-699a-4618-aceb-05e9cc94c166 HTTP/1.1" status: 204 len: 168 time: 0.9171426 Jun 09 15:04:51.224921 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e1b603-ea3f-40fc-af0d-5815f743374b') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:51.225426 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e1b603-ea3f-40fc-af0d-5815f743374b') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:51.258443 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:51.271624 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-34ac0404-6c73-4066-adef-ad102d7fb54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.284288 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15481737'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.305351 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-44370e00-2f03-4433-acc1-ccc87c45511e req-bba0af4c-39e1-4a60-83ed-440a607dac68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd6d721-edbd-4a87-a589-447450b1224d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736499 Jun 09 15:04:51.305584 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1207484-aaef-4647-a53b-f5ed005382a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdc3f32-699a-4618-aceb-05e9cc94c166,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:51.311756 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b1207484-aaef-4647-a53b-f5ed005382a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:51.321535 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.337798 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f8a7dacc-6d06-4b9d-8b33-e578c56f026d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.340088 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00531-d5b1-4295-8193-146794a3fd15 req-b652f50e-de80-4cdc-ac0a-38e565e7d254 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:51.341787 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f4e00531-d5b1-4295-8193-146794a3fd15 req-b652f50e-de80-4cdc-ac0a-38e565e7d254 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.5797176 Jun 09 15:04:51.349586 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f8a7dacc-6d06-4b9d-8b33-e578c56f026d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.406237 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0cb696c5-a3f7-4898-8149-d4bb89355fd3 req-b3a451f2-24d6-48be-a343-da317aca563f tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244929 Jun 09 15:04:51.422098 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:04:51.422500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16251792'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: from cryptography.utils import int_from_bytes Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: from cryptography.utils import int_from_bytes Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: Traceback (most recent call last): Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: timer() Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: cb(*args, **kw) Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: return func(*args, **kwargs) Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: self._notify() Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: self.callback(batched_events) Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: event.method(event) Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: return f(self, *a, **k) Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: return self._get(url).json() Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:04:51.454275 dv-cinder-789603-9-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:04:51.490122 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379cca1b-7602-4448-962a-b26cc916300a x-openstack-request-id: req-379cca1b-7602-4448-962a-b26cc916300a {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:51.491024 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31a1b78-7b65-44e0-a023-3a1610e20cc5", "name": "network-vif-plugged", "status": "completed", "tag": "acad882e-6885-4e0b-8312-e8d84eafb4e2", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:51.491363 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-379cca1b-7602-4448-962a-b26cc916300a {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:51.491705 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31a1b78-7b65-44e0-a023-3a1610e20cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acad882e-6885-4e0b-8312-e8d84eafb4e2', 'code': 200} Jun 09 15:04:51.530873 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.l3_db [None req-f8a7dacc-6d06-4b9d-8b33-e578c56f026d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Floating IP c061433c-5487-44f7-a833-a2b4ae34f3a1 associated. External IP: 172.28.0.13, port: c612d42d-56f3-4f67-80e2-31925b4801c7. Jun 09 15:04:51.676475 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-34ac0404-6c73-4066-adef-ad102d7fb54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.737638 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-44370e00-2f03-4433-acc1-ccc87c45511e req-e30b2e4c-ad7f-471e-8013-52503baaa5ba service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104333 Jun 09 15:04:51.773018 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f4e00531-d5b1-4295-8193-146794a3fd15 req-eaedb17c-9a63-4d94-81a0-65dc4e183b17 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082148 Jun 09 15:04:51.776801 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-34ac0404-6c73-4066-adef-ad102d7fb54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.806341 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3e1476e8-847c-412c-9eb1-367fb9e2d82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:51.887075 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.922388 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac0404-6c73-4066-adef-ad102d7fb54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09763e17-e4be-4e8f-876a-39af9de941e6,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:51.929302 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-34ac0404-6c73-4066-adef-ad102d7fb54b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e093de0ece944cf98313177b5bb42b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9896524 Jun 09 15:04:51.930487 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.934879 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] 10.222.0.83 "DELETE /v2.0/networks/67b59cc6-72fc-48c6-8023-54ece4f46e10 HTTP/1.1" status: 204 len: 168 time: 1.5965421 Jun 09 15:04:51.935507 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-34ac0404-6c73-4066-adef-ad102d7fb54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:51.935901 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:51.948757 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 51568) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:51.956516 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=67b59cc6-72fc-48c6-8023-54ece4f46e10,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:51.962021 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:52.040743 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-44370e00-2f03-4433-acc1-ccc87c45511e req-d9e09556-4220-496e-b975-561c0ed17902 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666500 Jun 09 15:04:52.068333 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e23d8-f967-4e0c-b26f-726da0377af8 req-272cbb42-cff9-46ee-998a-540afc8a4df0 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:52.069862 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d48e23d8-f967-4e0c-b26f-726da0377af8 req-272cbb42-cff9-46ee-998a-540afc8a4df0 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 943 time: 0.1110833 Jun 09 15:04:52.156566 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41017e-5a9b-4e53-8695-7f9289b71601 req-aa1ae010-21fd-42da-99ce-c199cb72dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:52.158382 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-af41017e-5a9b-4e53-8695-7f9289b71601 req-aa1ae010-21fd-42da-99ce-c199cb72dce1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 1099 time: 0.4104106 Jun 09 15:04:52.202197 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51578) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:52.208731 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b3e2e-eb3f-43a9-92ae-b0a2f411b745 req-8b6e1c38-bd73-4542-b8dd-4f8b6c671e75 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:52.210196 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a09b3e2e-eb3f-43a9-92ae-b0a2f411b745 req-8b6e1c38-bd73-4542-b8dd-4f8b6c671e75 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.4151776 Jun 09 15:04:52.227164 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d48e23d8-f967-4e0c-b26f-726da0377af8 req-28049179-59d1-43f3-ada5-209f33369516 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476653 Jun 09 15:04:52.249266 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 50841624-38f9-4472-b0d8-becbeb902163 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:52.256683 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-f1f3fe5b-dd5c-4326-a44b-4ad303520e05 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4188645b5da241f4ac8029ec2930e59f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532737 Jun 09 15:04:52.258964 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51580) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:52.286845 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-95f06438-fec3-4064-a6c9-819228501902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.327070 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fcd12992-e642-4e26-a394-eafeece5cb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.344653 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a09b3e2e-eb3f-43a9-92ae-b0a2f411b745 req-3aa279aa-98d8-4b10-93ec-3abc39962589 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038451 Jun 09 15:04:52.363547 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-af41017e-5a9b-4e53-8695-7f9289b71601 req-474ce287-c0c9-40e4-a00d-c0da47fb3ffb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951652 Jun 09 15:04:52.374112 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fcd12992-e642-4e26-a394-eafeece5cb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.381594 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-95f06438-fec3-4064-a6c9-819228501902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.395258 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a7dacc-6d06-4b9d-8b33-e578c56f026d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Router 8184247e-1d9a-48c8-a8e1-40557caa4b95 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:04:52.468738 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fcd12992-e642-4e26-a394-eafeece5cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.471309 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fcd12992-e642-4e26-a394-eafeece5cb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.473584 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-fcd12992-e642-4e26-a394-eafeece5cb8a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c5abe179-4090-4bdc-9c93-48454319b07d HTTP/1.1" status: 204 len: 168 time: 0.2133636 Jun 09 15:04:52.475739 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:52.482044 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 50841624-38f9-4472-b0d8-becbeb902163, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=50841624-38f9-4472-b0d8-becbeb902163,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:52.501523 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': '50841624-38f9-4472-b0d8-becbeb902163', 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d', 'port_id': '50841624-38f9-4472-b0d8-becbeb902163', 'mac_address': 'fa:16:3e:c5:7f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f05cc0-e86c-4e11-a061-45c390b84677', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:52.547068 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd12992-e642-4e26-a394-eafeece5cb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5abe179-4090-4bdc-9c93-48454319b07d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:52.550322 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fcd12992-e642-4e26-a394-eafeece5cb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:52.614632 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e98695-f491-4f8c-ae63-020b360c83d4 req-c5d1495a-6cba-48d0-a9df-f0298c32b487 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:52.619869 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-36e98695-f491-4f8c-ae63-020b360c83d4 req-c5d1495a-6cba-48d0-a9df-f0298c32b487 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1447678 Jun 09 15:04:52.625206 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51594) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:52.630225 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-9d4a53eb-fa4f-4007-ba45-4550e907bcf9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'floatingip': {'port_id': '20769ff4-e317-4bdf-9493-ea91af589634'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:52.647807 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.669624 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50841624-38f9-4472-b0d8-becbeb902163 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:52.688491 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 50841624-38f9-4472-b0d8-becbeb902163, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=50841624-38f9-4472-b0d8-becbeb902163,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:52.704783 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.708082 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:52.719867 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9d4a53eb-fa4f-4007-ba45-4550e907bcf9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.786183 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a7dacc-6d06-4b9d-8b33-e578c56f026d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:04:52.793263 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f8a7dacc-6d06-4b9d-8b33-e578c56f026d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.806975 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=50841624-38f9-4472-b0d8-becbeb902163,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:52.811443 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812a48c-d7b3-49c0-9a5a-5450d4f26c45 None None] Sync routers for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:04:52.824736 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:52.826066 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812a48c-d7b3-49c0-9a5a-5450d4f26c45 None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:52.827460 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-6812a48c-d7b3-49c0-9a5a-5450d4f26c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:04:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:52.856077 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-95f06438-fec3-4064-a6c9-819228501902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.858496 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-95f06438-fec3-4064-a6c9-819228501902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.863158 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-95f06438-fec3-4064-a6c9-819228501902 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/09763e17-e4be-4e8f-876a-39af9de941e6 HTTP/1.1" status: 204 len: 168 time: 0.9081790 Jun 09 15:04:52.867355 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-fd36ee0f-fe36-47d1-86d1-6c7df5c160e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:52.879306 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f06438-fec3-4064-a6c9-819228501902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09763e17-e4be-4e8f-876a-39af9de941e6,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:52.888066 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-95f06438-fec3-4064-a6c9-819228501902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:52.922370 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97121458-8f8d-447f-9a33-afc7f3f751d0 req-a7a11c38-5459-422a-b9eb-353a565fe275 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:52.929985 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-97121458-8f8d-447f-9a33-afc7f3f751d0 req-a7a11c38-5459-422a-b9eb-353a565fe275 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 946 time: 0.3065763 Jun 09 15:04:52.952689 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-f8a7dacc-6d06-4b9d-8b33-e578c56f026d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "PUT /v2.0/floatingips/c061433c-5487-44f7-a833-a2b4ae34f3a1 HTTP/1.1" status: 200 len: 990 time: 3.2156608 Jun 09 15:04:52.956250 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:52.958570 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a481fb-2def-46df-996c-0d71e1a7d576" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:53.000019 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-97121458-8f8d-447f-9a33-afc7f3f751d0 req-53d038e5-cbbe-4f09-b397-4ccf475c0d0c tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675161 Jun 09 15:04:53.081766 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['50841624-38f9-4472-b0d8-becbeb902163'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:53.103418 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-6812a48c-d7b3-49c0-9a5a-5450d4f26c45 None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:53.249335 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bccf20-3384-4a7a-a0c8-5bab7b81bb28 req-a425fead-6a59-4044-b826-08c29e2e42c6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:53.258795 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63bccf20-3384-4a7a-a0c8-5bab7b81bb28 req-a425fead-6a59-4044-b826-08c29e2e42c6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.2720232 Jun 09 15:04:53.298678 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219d5cad-3ecd-461a-872c-167360361f41 x-openstack-request-id: req-219d5cad-3ecd-461a-872c-167360361f41 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:53.299002 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:53.299437 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-219d5cad-3ecd-461a-872c-167360361f41 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:53.299862 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'status': 'completed', 'code': 200} Jun 09 15:04:53.326806 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63bccf20-3384-4a7a-a0c8-5bab7b81bb28 req-cb82391c-daf2-4b58-aee6-4c8269c6b227 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667350 Jun 09 15:04:53.515727 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a481fb-2def-46df-996c-0d71e1a7d576 req-f66bf597-89d8-4509-a0a5-e9805072975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:53.517316 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d8a481fb-2def-46df-996c-0d71e1a7d576 req-f66bf597-89d8-4509-a0a5-e9805072975d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 1098 time: 0.1828763 Jun 09 15:04:53.670240 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 51626) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:53.700018 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-474de388-955f-40e6-9179-1b345a4b605a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.883434 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-6812a48c-d7b3-49c0-9a5a-5450d4f26c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': 'c061433c-5487-44f7-a833-a2b4ae34f3a1', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'floating_ip_address': '172.28.0.13', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'port_id': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'mac_address': 'fa:16:3e:2f:a9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:04:23Z', 'updated_at': '2021-06-09T15:04:51Z', 'revision_number': 1, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:53.890142 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812a48c-d7b3-49c0-9a5a-5450d4f26c45 None None] Checking router: 8184247e-1d9a-48c8-a8e1-40557caa4b95 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:04:53.902244 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812a48c-d7b3-49c0-9a5a-5450d4f26c45 None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:53.903689 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-6812a48c-d7b3-49c0-9a5a-5450d4f26c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:04:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:53.933668 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.db.resource_extend [None req-9d4a53eb-fa4f-4007-ba45-4550e907bcf9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 15:04:53.960103 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a481fb-2def-46df-996c-0d71e1a7d576 req-567bc0c4-50be-48e7-bbbf-14a435023cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:53.962167 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d8a481fb-2def-46df-996c-0d71e1a7d576 req-567bc0c4-50be-48e7-bbbf-14a435023cbd service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 917 time: 0.4218135 Jun 09 15:04:54.100995 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9d4a53eb-fa4f-4007-ba45-4550e907bcf9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.106726 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9d4a53eb-fa4f-4007-ba45-4550e907bcf9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.136866 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d8a481fb-2def-46df-996c-0d71e1a7d576 req-de0b18c0-2456-4c55-b02a-df2239b47d24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c612d42d-56f3-4f67-80e2-31925b4801c7 HTTP/1.1" status: 200 len: 998 time: 0.1626315 Jun 09 15:04:54.266021 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-6812a48c-d7b3-49c0-9a5a-5450d4f26c45 None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:54.400117 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a0d6a-4672-4ccc-8af8-8a807f3e45bf req-39ffdec7-473c-4fab-82d8-e0ab3dd983d4 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:54.401941 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-939a0d6a-4672-4ccc-8af8-8a807f3e45bf req-39ffdec7-473c-4fab-82d8-e0ab3dd983d4 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 944 time: 0.5613849 Jun 09 15:04:54.440307 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a481fb-2def-46df-996c-0d71e1a7d576 req-ff4db582-4d1c-442b-8922-d5b2749447d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:54.441978 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d8a481fb-2def-46df-996c-0d71e1a7d576 req-ff4db582-4d1c-442b-8922-d5b2749447d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.2921662 Jun 09 15:04:54.527298 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-939a0d6a-4672-4ccc-8af8-8a807f3e45bf req-4829284e-7c5d-4119-912c-eb5a41d53bb0 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147697 Jun 09 15:04:54.536943 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.l3_db [None req-9d4a53eb-fa4f-4007-ba45-4550e907bcf9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Floating IP 27970b10-1cb7-47fb-b51a-1c7aad9b30ef associated. External IP: 172.28.0.22, port: 20769ff4-e317-4bdf-9493-ea91af589634. Jun 09 15:04:54.543551 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-474de388-955f-40e6-9179-1b345a4b605a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.554045 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-474de388-955f-40e6-9179-1b345a4b605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.582974 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:54.634046 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-474de388-955f-40e6-9179-1b345a4b605a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7851f7094e7d4f7e9fcaaaf09f215659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9599264 Jun 09 15:04:54.638607 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 51658) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:54.652869 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474de388-955f-40e6-9179-1b345a4b605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938a8c04-2328-45ed-97e9-8292a76727e6,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:54.657204 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a481fb-2def-46df-996c-0d71e1a7d576 req-5785acb0-a2c3-43b1-b1dd-a7c6b275c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:54.658999 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d8a481fb-2def-46df-996c-0d71e1a7d576 req-5785acb0-a2c3-43b1-b1dd-a7c6b275c267 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2046425 Jun 09 15:04:54.663584 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-474de388-955f-40e6-9179-1b345a4b605a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:54.723165 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed773b-4c51-4be5-9984-e7473f7b017a req-29517901-4f05-4b26-9719-a6c3d718e2ee tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:54.728770 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-6812a48c-d7b3-49c0-9a5a-5450d4f26c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': 'c061433c-5487-44f7-a833-a2b4ae34f3a1', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'floating_ip_address': '172.28.0.13', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'port_id': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'mac_address': 'fa:16:3e:2f:a9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:04:23Z', 'updated_at': '2021-06-09T15:04:51Z', 'revision_number': 1, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:54.730504 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9fed773b-4c51-4be5-9984-e7473f7b017a req-29517901-4f05-4b26-9719-a6c3d718e2ee tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 946 time: 0.2938380 Jun 09 15:04:54.734289 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812a48c-d7b3-49c0-9a5a-5450d4f26c45 None None] The sync data for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb is: [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': 'c061433c-5487-44f7-a833-a2b4ae34f3a1', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'floating_ip_address': '172.28.0.13', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'port_id': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'mac_address': 'fa:16:3e:2f:a9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:04:23Z', 'updated_at': '2021-06-09T15:04:51Z', 'revision_number': 1, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:04:54.816334 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4a9f-3a4f-4daf-a634-20cb0ae381e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.862131 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d8a481fb-2def-46df-996c-0d71e1a7d576 req-3f2c953c-1d6c-4083-8b2f-1b9931878e10 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942444 Jun 09 15:04:54.864358 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4a9f-3a4f-4daf-a634-20cb0ae381e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.934507 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9fed773b-4c51-4be5-9984-e7473f7b017a req-e8807774-e5c4-4b4c-9191-338d238bd0bf tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029531 Jun 09 15:04:55.066331 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f0a8e-09e7-40cb-8d5e-c4cb8c4e89d3 None None] New status for floating IP c061433c-5487-44f7-a833-a2b4ae34f3a1: ACTIVE {{(pid=91821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:04:55.090718 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4a9f-3a4f-4daf-a634-20cb0ae381e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.093538 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4a9f-3a4f-4daf-a634-20cb0ae381e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.095701 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-0e7c4a9f-3a4f-4daf-a634-20cb0ae381e8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/938a8c04-2328-45ed-97e9-8292a76727e6 HTTP/1.1" status: 204 len: 168 time: 0.4560850 Jun 09 15:04:55.098405 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:55.117872 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c4a9f-3a4f-4daf-a634-20cb0ae381e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938a8c04-2328-45ed-97e9-8292a76727e6,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:55.122884 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0e7c4a9f-3a4f-4daf-a634-20cb0ae381e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:55.129233 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d8a481fb-2def-46df-996c-0d71e1a7d576 req-385c1ce9-2948-42c2-bf7e-0e517405e113 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578614 Jun 09 15:04:55.268338 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4a53eb-fa4f-4007-ba45-4550e907bcf9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:04:55.509983 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd70b0-951b-415e-abd5-58b263560313 req-78dee66e-e5b6-4f04-82a8-bfb99e23bb9d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:55.512141 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-34cd70b0-951b-415e-abd5-58b263560313 req-78dee66e-e5b6-4f04-82a8-bfb99e23bb9d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.3943889 Jun 09 15:04:55.515731 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4a53eb-fa4f-4007-ba45-4550e907bcf9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:04:55.536404 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9d4a53eb-fa4f-4007-ba45-4550e907bcf9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.537704 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d73dc-5ba8-4f0f-9a3c-cd6374de21a0 None None] Sync routers for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:04:55.557897 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d73dc-5ba8-4f0f-9a3c-cd6374de21a0 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:55.559082 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-654d73dc-5ba8-4f0f-9a3c-cd6374de21a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:04:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:55.705584 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-9d4a53eb-fa4f-4007-ba45-4550e907bcf9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "PUT /v2.0/floatingips/27970b10-1cb7-47fb-b51a-1c7aad9b30ef HTTP/1.1" status: 200 len: 990 time: 3.0789998 Jun 09 15:04:55.707893 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'tag': '20769ff4-e317-4bdf-9493-ea91af589634'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:55.711146 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b" -d '{"events": [{"name": "network-changed", "server_uuid": "2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac", "tag": "20769ff4-e317-4bdf-9493-ea91af589634"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:55.726850 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-34cd70b0-951b-415e-abd5-58b263560313 req-308ebffd-ff5e-4d18-8958-6c579c5ccc1a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273160 Jun 09 15:04:55.888835 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-654d73dc-5ba8-4f0f-9a3c-cd6374de21a0 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:56.047416 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaaeb6-eed0-4363-ab92-f2b257332ee6 req-4508d284-63bf-406f-bd6b-4bd92ff71f0d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:56.054935 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-77aaaeb6-eed0-4363-ab92-f2b257332ee6 req-4508d284-63bf-406f-bd6b-4bd92ff71f0d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 944 time: 0.1141770 Jun 09 15:04:56.114409 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-77aaaeb6-eed0-4363-ab92-f2b257332ee6 req-9c691e6c-af7a-4adf-a2a7-525086cee99d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584974 Jun 09 15:04:56.254447 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 50841624-38f9-4472-b0d8-becbeb902163 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:56.289206 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed836eb7-70a8-4540-ac1b-665767f5eb7d x-openstack-request-id: req-ed836eb7-70a8-4540-ac1b-665767f5eb7d {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:56.289523 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac", "tag": "20769ff4-e317-4bdf-9493-ea91af589634", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:56.289975 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ed836eb7-70a8-4540-ac1b-665767f5eb7d {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:56.290768 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'tag': '20769ff4-e317-4bdf-9493-ea91af589634', 'status': 'completed', 'code': 200} Jun 09 15:04:56.316062 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-654d73dc-5ba8-4f0f-9a3c-cd6374de21a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '27970b10-1cb7-47fb-b51a-1c7aad9b30ef', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'floating_ip_address': '172.28.0.22', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'port_id': '20769ff4-e317-4bdf-9493-ea91af589634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'mac_address': 'fa:16:3e:cc:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:04:22Z', 'updated_at': '2021-06-09T15:04:53Z', 'revision_number': 1, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:56.320245 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d73dc-5ba8-4f0f-9a3c-cd6374de21a0 None None] Checking router: cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:04:56.331950 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d73dc-5ba8-4f0f-9a3c-cd6374de21a0 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:56.332953 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-654d73dc-5ba8-4f0f-9a3c-cd6374de21a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:04:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:56.407072 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port 50841624-38f9-4472-b0d8-becbeb902163 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:56.419632 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port 50841624-38f9-4472-b0d8-becbeb902163 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:56.420016 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:56.423232 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b req-e41e5d9b-1349-41ea-ac34-c27a761a6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:56.425768 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b req-e41e5d9b-1349-41ea-ac34-c27a761a6b99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9654598a67fe48cf889fd64d91ce8273&device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 1098 time: 0.0990963 Jun 09 15:04:56.552664 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:56.596134 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b req-9a1397c0-19df-4b4a-bc6c-36b2a0161a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:56.602601 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b req-9a1397c0-19df-4b4a-bc6c-36b2a0161a8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=248c892a-8a76-47cd-bd87-7fa88315b14d HTTP/1.1" status: 200 len: 911 time: 0.1641510 Jun 09 15:04:56.602712 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad18acf-9116-45b9-b232-41ba8f82cdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50841624-38f9-4472-b0d8-becbeb902163'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:56.606430 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4179b9e1-ee99-41fa-a7d5-4d6399e9c549" -d '{"events": [{"server_uuid": "dad18acf-9116-45b9-b232-41ba8f82cdad", "name": "network-vif-plugged", "status": "completed", "tag": "50841624-38f9-4472-b0d8-becbeb902163"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:56.631452 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 50841624-38f9-4472-b0d8-becbeb902163, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=50841624-38f9-4472-b0d8-becbeb902163,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:56.637448 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:56.639578 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:56.700198 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97cd36e-8285-41a4-a4da-c6c32065ab1d x-openstack-request-id: req-b97cd36e-8285-41a4-a4da-c6c32065ab1d {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:56.700648 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad18acf-9116-45b9-b232-41ba8f82cdad", "name": "network-vif-plugged", "status": "completed", "tag": "50841624-38f9-4472-b0d8-becbeb902163", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:56.700996 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b97cd36e-8285-41a4-a4da-c6c32065ab1d {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:56.701490 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad18acf-9116-45b9-b232-41ba8f82cdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50841624-38f9-4472-b0d8-becbeb902163', 'code': 200} Jun 09 15:04:56.706412 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-654d73dc-5ba8-4f0f-9a3c-cd6374de21a0 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:56.729612 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b req-722bab95-4609-4d56-a352-b8d7f4a08260 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20769ff4-e317-4bdf-9493-ea91af589634 HTTP/1.1" status: 200 len: 998 time: 0.1217575 Jun 09 15:04:56.742224 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=50841624-38f9-4472-b0d8-becbeb902163,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:56.749932 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.750278 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.750697 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.751034 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.751362 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.751687 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.752009 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.752338 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.752672 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.753023 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.753427 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.755268 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:56.765677 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:56.914404 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b req-49382992-f62a-49d2-9374-c28ea0cfa622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:56.919238 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b req-49382992-f62a-49d2-9374-c28ea0cfa622 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a5dc99-63cc-4c13-8815-180909d19523 HTTP/1.1" status: 200 len: 849 time: 0.1437883 Jun 09 15:04:57.101009 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1525c9a-a3fb-4104-a7fd-5412fa6bac65 req-154d6f95-ea4e-4a42-b59e-a9774acabab3 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:57.108907 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b1525c9a-a3fb-4104-a7fd-5412fa6bac65 req-154d6f95-ea4e-4a42-b59e-a9774acabab3 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.2285080 Jun 09 15:04:57.112445 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b req-5c39cb61-c28c-401a-817c-4bcca5c921db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:57.114199 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b req-5c39cb61-c28c-401a-817c-4bcca5c921db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=248c892a-8a76-47cd-bd87-7fa88315b14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1719487 Jun 09 15:04:57.149069 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616b139-2a3a-4823-b4c1-81a0e26046f9 req-ef59f3c9-db50-4a68-878e-47f51f99e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:57.150534 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c616b139-2a3a-4823-b4c1-81a0e26046f9 req-ef59f3c9-db50-4a68-878e-47f51f99e870 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 1098 time: 0.2041337 Jun 09 15:04:57.221620 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b1525c9a-a3fb-4104-a7fd-5412fa6bac65 req-5548ba98-9828-4998-8012-e05a93b52e7a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073518 Jun 09 15:04:57.290433 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c616b139-2a3a-4823-b4c1-81a0e26046f9 req-b53f9451-c444-468c-bdca-ef5a995957ed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177170 Jun 09 15:04:57.351204 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b req-83051b5f-d29f-4dba-a58e-b0a031cc4a36 service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297840 Jun 09 15:04:57.363888 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-654d73dc-5ba8-4f0f-9a3c-cd6374de21a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '27970b10-1cb7-47fb-b51a-1c7aad9b30ef', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'floating_ip_address': '172.28.0.22', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'port_id': '20769ff4-e317-4bdf-9493-ea91af589634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'mac_address': 'fa:16:3e:cc:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:04:22Z', 'updated_at': '2021-06-09T15:04:53Z', 'revision_number': 1, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:57.368684 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d73dc-5ba8-4f0f-9a3c-cd6374de21a0 None None] The sync data for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb is: [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '27970b10-1cb7-47fb-b51a-1c7aad9b30ef', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'floating_ip_address': '172.28.0.22', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'port_id': '20769ff4-e317-4bdf-9493-ea91af589634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'mac_address': 'fa:16:3e:cc:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:04:22Z', 'updated_at': '2021-06-09T15:04:53Z', 'revision_number': 1, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:04:57.479817 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e9c00-513a-4001-846a-c2601939a1bd req-1663991a-5cb2-495a-ab72-1873348d5248 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:57.482447 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b60e9c00-513a-4001-846a-c2601939a1bd req-1663991a-5cb2-495a-ab72-1873348d5248 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 945 time: 0.1692643 Jun 09 15:04:57.577665 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b60e9c00-513a-4001-846a-c2601939a1bd req-5231d2f4-3d4b-447a-892c-722af9c95227 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817590 Jun 09 15:04:57.598184 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9f4312a5-40e4-4b57-83a5-3b6da5daa46b req-94f9e04e-59c7-4f1a-ad12-e3f4142dde0d service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109513 Jun 09 15:04:57.629970 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cafaa-6139-422f-99f9-5d16a43d09e8 None None] New status for floating IP 27970b10-1cb7-47fb-b51a-1c7aad9b30ef: ACTIVE {{(pid=91821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:04:58.424247 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b034f-2acb-4698-b0c2-7985c98d1839 req-10251468-7fe6-40ab-bcac-9e3caf023170 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:58.431261 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4a3b034f-2acb-4698-b0c2-7985c98d1839 req-10251468-7fe6-40ab-bcac-9e3caf023170 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.0974219 Jun 09 15:04:58.475372 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4a3b034f-2acb-4698-b0c2-7985c98d1839 req-b9526d47-7dae-478f-b13b-e11b15501b31 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Jun 09 15:04:58.858733 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57dfa4-e5cb-4202-946f-59bf18e6ad1f req-f3f644ea-5e58-4be7-8bc0-24b85f2d982f tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:58.860472 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5b57dfa4-e5cb-4202-946f-59bf18e6ad1f req-f3f644ea-5e58-4be7-8bc0-24b85f2d982f tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 945 time: 0.1102245 Jun 09 15:04:58.913963 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5b57dfa4-e5cb-4202-946f-59bf18e6ad1f req-5cfad3c0-6145-4b10-b5dc-289ce2d52de2 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 Jun 09 15:04:59.680448 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 51826) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:59.813979 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c8e546e1-7855-4650-a666-390530f8b0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:59.858618 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2233c5-4917-4f72-aa00-d5fcb5788253 req-e7340757-8832-4061-b494-b446f1f207a0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:59.860068 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-0a2233c5-4917-4f72-aa00-d5fcb5788253 req-e7340757-8832-4061-b494-b446f1f207a0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1277711 Jun 09 15:04:59.924560 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-0a2233c5-4917-4f72-aa00-d5fcb5788253 req-04a2ac9f-ac90-4cef-b7ca-db526b5348a4 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577371 Jun 09 15:04:59.978244 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c8e546e1-7855-4650-a666-390530f8b0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:59.982130 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c8e546e1-7855-4650-a666-390530f8b0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:59.990550 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-212b6e86-36eb-4e11-a1ae-0a738e948935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:00.032536 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-c8e546e1-7855-4650-a666-390530f8b0dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=696930af27f44e16b859f5fdaf0c8ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505850 Jun 09 15:05:00.035147 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 51838) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:00.067789 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e546e1-7855-4650-a666-390530f8b0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831a5342-d273-45c7-bb65-ab4c2c772631,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:00.071071 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c8e546e1-7855-4650-a666-390530f8b0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:00.127586 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c84ce-d3f7-4421-8ca2-48af4d1d1d1b req-74fef52a-61cc-4d5b-acf5-5ac565447f29 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:00.130602 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f63c84ce-d3f7-4421-8ca2-48af4d1d1d1b req-74fef52a-61cc-4d5b-acf5-5ac565447f29 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 946 time: 0.1041777 Jun 09 15:05:00.258292 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-300f4077-f347-4125-b599-324387b2011f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.285067 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d37c4-17f1-4551-a63c-ffbe42e478c2 req-6de5e5b8-d443-46d2-96f6-b17104bcce61 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:00.286795 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-420d37c4-17f1-4551-a63c-ffbe42e478c2 req-6de5e5b8-d443-46d2-96f6-b17104bcce61 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 945 time: 0.2392995 Jun 09 15:05:00.298996 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f63c84ce-d3f7-4421-8ca2-48af4d1d1d1b req-f7824ddd-8cfc-4eef-87e8-3e95243cbcb2 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637104 Jun 09 15:05:00.322494 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-300f4077-f347-4125-b599-324387b2011f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.393120 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-420d37c4-17f1-4551-a63c-ffbe42e478c2 req-f8df090d-9e14-4a93-9129-059d75fb9bc9 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877471 Jun 09 15:05:00.413979 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-300f4077-f347-4125-b599-324387b2011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.417399 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-300f4077-f347-4125-b599-324387b2011f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.418656 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-300f4077-f347-4125-b599-324387b2011f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/831a5342-d273-45c7-bb65-ab4c2c772631 HTTP/1.1" status: 204 len: 168 time: 0.3824263 Jun 09 15:05:00.419478 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8350e6f5-eb0c-444f-abce-5c86d55d2f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:00.446309 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f4077-f347-4125-b599-324387b2011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831a5342-d273-45c7-bb65-ab4c2c772631,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:00.450126 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-300f4077-f347-4125-b599-324387b2011f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:01.183006 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26133574-ea97-4541-a1b4-db69fe924886 req-efaa5035-265d-4a48-889e-a1696f1cd6b1 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:01.185360 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-26133574-ea97-4541-a1b4-db69fe924886 req-efaa5035-265d-4a48-889e-a1696f1cd6b1 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1058800 Jun 09 15:05:01.237554 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-26133574-ea97-4541-a1b4-db69fe924886 req-aef36afd-a71b-4538-af4f-d1aa64ff408f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462351 Jun 09 15:05:01.509092 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82d733-42e9-4eb6-a47f-33df27dcb9cd req-54d8b631-3178-46e5-8ff6-1e4aafef2b1d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:01.511580 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5c82d733-42e9-4eb6-a47f-33df27dcb9cd req-54d8b631-3178-46e5-8ff6-1e4aafef2b1d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 946 time: 0.0857010 Jun 09 15:05:01.563746 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5c82d733-42e9-4eb6-a47f-33df27dcb9cd req-c833ac91-ae92-4c6a-8f0b-a2f82913e47a tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423994 Jun 09 15:05:02.187121 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b408f-b5a1-4e9d-8e98-13f8d8329e30 req-d9675f26-d8b7-420b-a639-ebddee6bf899 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:02.188600 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1c5b408f-b5a1-4e9d-8e98-13f8d8329e30 req-d9675f26-d8b7-420b-a639-ebddee6bf899 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 946 time: 0.0879946 Jun 09 15:05:02.445411 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-1c5b408f-b5a1-4e9d-8e98-13f8d8329e30 req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Deleting port acad882e-6885-4e0b-8312-e8d84eafb4e2 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:05:02.445755 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-1c5b408f-b5a1-4e9d-8e98-13f8d8329e30 req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:02.574916 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6ab04-8433-446a-a5ac-bf9b647b638d req-477969da-9671-4da7-9c83-880661077cea tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:02.576935 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4ac6ab04-8433-446a-a5ac-bf9b647b638d req-477969da-9671-4da7-9c83-880661077cea tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.2157273 Jun 09 15:05:02.710731 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-1c5b408f-b5a1-4e9d-8e98-13f8d8329e30 req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] For port acad882e-6885-4e0b-8312-e8d84eafb4e2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=acad882e-6885-4e0b-8312-e8d84eafb4e2,segment=NetworkSegment(bf53f743-9ce4-4e56-a059-7afecc7ed7f0),segment_id=bf53f743-9ce4-4e56-a059-7afecc7ed7f0)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:02.711119 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-1c5b408f-b5a1-4e9d-8e98-13f8d8329e30 req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:02.734825 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4ac6ab04-8433-446a-a5ac-bf9b647b638d req-638f51cf-b5f8-4574-9781-eea78a4c94e3 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469874 Jun 09 15:05:02.833277 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad0393-c628-41d1-b69c-390e377ccb56 req-f2dcf086-a018-4511-8160-90ae207225ea tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:02.835124 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-51ad0393-c628-41d1-b69c-390e377ccb56 req-f2dcf086-a018-4511-8160-90ae207225ea tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 946 time: 0.1154146 Jun 09 15:05:02.863957 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-1c5b408f-b5a1-4e9d-8e98-13f8d8329e30 req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Calling delete_port for acad882e-6885-4e0b-8312-e8d84eafb4e2 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:05:02.898860 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-51ad0393-c628-41d1-b69c-390e377ccb56 req-dda0cd5a-7896-485b-befb-dcae90c9bcaa tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/security-groups?id=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562978 Jun 09 15:05:03.033508 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e22ff0-f302-482f-b20b-7e976e75404b req-93082d26-a7ae-40a5-bd26-bb32dae2fa24 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:03.034943 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-93082d26-a7ae-40a5-bd26-bb32dae2fa24 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 814 time: 0.1682646 Jun 09 15:05:03.053160 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-9679d8cd-e852-4afb-afd1-f3da8754b7a5 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/quotas/1577aa98679f4a81af078feb59e1b444 HTTP/1.1" status: 200 len: 375 time: 0.0108047 Jun 09 15:05:03.054621 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52008) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:03.172430 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2cb319d1-1052-47fb-ab54-90710eb3594a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.180508 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-1c5b408f-b5a1-4e9d-8e98-13f8d8329e30 req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.189440 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:03.240304 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Pushing event deleted for resources: {'Port': ['ID=acad882e-6885-4e0b-8312-e8d84eafb4e2,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:03.245988 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:03.278157 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-4ba02ad3-5ce3-4e1a-9387-ad3c8874470f tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2144353 Jun 09 15:05:03.280965 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2cb319d1-1052-47fb-ab54-90710eb3594a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.285149 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2cb319d1-1052-47fb-ab54-90710eb3594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.294697 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4bbf2ab0-6cf9-41d6-94ff-581f12715444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:03.338555 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-2cb319d1-1052-47fb-ab54-90710eb3594a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ae976c0eda9e4d8ea4a76b98a4de66fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827702 Jun 09 15:05:03.339444 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb319d1-1052-47fb-ab54-90710eb3594a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bdb2fa-9b8c-4fbc-a94b-5fa24f904cf1,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:03.341799 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52012) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:03.356277 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2cb319d1-1052-47fb-ab54-90710eb3594a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:03.394852 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5b408f-b5a1-4e9d-8e98-13f8d8329e30 req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] No DVR routers for this DVR port acad882e-6885-4e0b-8312-e8d84eafb4e2 on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:05:03.398872 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7ed0c48e-e338-44ee-ac57-cab26c6258cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.402690 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-1c5b408f-b5a1-4e9d-8e98-13f8d8329e30 req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.404587 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1c5b408f-b5a1-4e9d-8e98-13f8d8329e30 req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.46 "DELETE /v2.0/ports/acad882e-6885-4e0b-8312-e8d84eafb4e2 HTTP/1.1" status: 204 len: 173 time: 1.2000244 Jun 09 15:05:03.405060 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31a1b78-7b65-44e0-a023-3a1610e20cc5', 'name': 'network-vif-deleted', 'tag': 'acad882e-6885-4e0b-8312-e8d84eafb4e2'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:03.407298 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f35ce1-621e-4c74-8af4-9981f2c12acf" -d '{"events": [{"server_uuid": "b31a1b78-7b65-44e0-a023-3a1610e20cc5", "name": "network-vif-deleted", "tag": "acad882e-6885-4e0b-8312-e8d84eafb4e2"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:03.428345 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7ed0c48e-e338-44ee-ac57-cab26c6258cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.468356 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-5ba85a9f-bd5a-4be0-a810-d5f9058e3952 service neutron] 10.222.0.83 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750581 Jun 09 15:05:03.490938 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17b9787-d2d1-4455-b85a-f906e622e97f x-openstack-request-id: req-a17b9787-d2d1-4455-b85a-f906e622e97f {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:03.491382 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31a1b78-7b65-44e0-a023-3a1610e20cc5", "name": "network-vif-deleted", "tag": "acad882e-6885-4e0b-8312-e8d84eafb4e2", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:03.491662 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a17b9787-d2d1-4455-b85a-f906e622e97f {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:03.492113 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31a1b78-7b65-44e0-a023-3a1610e20cc5', 'name': 'network-vif-deleted', 'tag': 'acad882e-6885-4e0b-8312-e8d84eafb4e2', 'status': 'completed', 'code': 200} Jun 09 15:05:03.492620 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7ed0c48e-e338-44ee-ac57-cab26c6258cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.495837 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7ed0c48e-e338-44ee-ac57-cab26c6258cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.497085 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-7ed0c48e-e338-44ee-ac57-cab26c6258cd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/58bdb2fa-9b8c-4fbc-a94b-5fa24f904cf1 HTTP/1.1" status: 204 len: 168 time: 0.1544724 Jun 09 15:05:03.498123 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d5ca827b-9636-4ec7-8b01-82b348315523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:03.508575 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0c48e-e338-44ee-ac57-cab26c6258cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bdb2fa-9b8c-4fbc-a94b-5fa24f904cf1,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:03.511094 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7ed0c48e-e338-44ee-ac57-cab26c6258cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:03.707741 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-3ddaa9e4-7e59-4c06-b656-2dff480bf178 service neutron] 10.222.0.83 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385256 Jun 09 15:05:03.853411 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52036) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:03.901663 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-63642710-9b14-4e64-b0f4-a5d4096ac505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.029282 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8f9fc-36c1-4c2a-b956-2889d981a878 req-ad7bf189-5b2f-4499-a5c1-1e3e8561b6c2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:04.036116 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f1c8f9fc-36c1-4c2a-b956-2889d981a878 req-ad7bf189-5b2f-4499-a5c1-1e3e8561b6c2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1397920 Jun 09 15:05:04.037296 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f570822e-fe73-45f1-9e6d-32062dd844ed req-083dc8a7-9b29-4ad4-96e5-21234a839902 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 210 time: 0.1002159 Jun 09 15:05:04.104321 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f1c8f9fc-36c1-4c2a-b956-2889d981a878 req-5a304bec-670c-4128-a492-952caa419e93 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661500 Jun 09 15:05:04.171593 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52052) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:04.232826 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-63642710-9b14-4e64-b0f4-a5d4096ac505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.240887 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-63642710-9b14-4e64-b0f4-a5d4096ac505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.259496 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:04.276657 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device acad882e-6885-4e0b-8312-e8d84eafb4e2 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:05:04.380583 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: acad882e-6885-4e0b-8312-e8d84eafb4e2 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:05:04.392816 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device acad882e-6885-4e0b-8312-e8d84eafb4e2 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:05:04.426759 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-63642710-9b14-4e64-b0f4-a5d4096ac505 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=48e95842e6b44857a9340fef5a642e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5716534 Jun 09 15:05:04.430645 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52060) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:04.433489 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63642710-9b14-4e64-b0f4-a5d4096ac505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a933078-d3ac-4371-b01d-35cf37969ce1,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:04.447007 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dd905f5d-43be-44a1-9d1d-87cffa82215a req-7c3909ae-b265-476e-9384-b74c4396afa1 tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] 10.222.0.83 "GET /v2.0/ports?device_id=b31a1b78-7b65-44e0-a023-3a1610e20cc5 HTTP/1.1" status: 200 len: 210 time: 0.1018751 Jun 09 15:05:04.448562 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-63642710-9b14-4e64-b0f4-a5d4096ac505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:04.457496 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52062) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:04.526569 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-95975650-3b88-4b2b-a223-0dc45920a503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.540561 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bbe73f12-4b99-4aa9-97a8-4db5a0acea89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.557977 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-95975650-3b88-4b2b-a223-0dc45920a503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.573892 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e62d0123-ce97-4bff-916f-b602ce3656fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.614813 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-95975650-3b88-4b2b-a223-0dc45920a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.618213 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-95975650-3b88-4b2b-a223-0dc45920a503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.621098 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-95975650-3b88-4b2b-a223-0dc45920a503 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5a933078-d3ac-4371-b01d-35cf37969ce1 HTTP/1.1" status: 204 len: 168 time: 0.1891835 Jun 09 15:05:04.622556 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6cea961b-1261-4696-b1f5-4b9e10acb61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:04.637673 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975650-3b88-4b2b-a223-0dc45920a503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a933078-d3ac-4371-b01d-35cf37969ce1,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:04.641259 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-95975650-3b88-4b2b-a223-0dc45920a503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:04.694572 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bbe73f12-4b99-4aa9-97a8-4db5a0acea89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.701972 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bbe73f12-4b99-4aa9-97a8-4db5a0acea89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.714067 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6074c457-00b7-4149-8940-b7b0178a6372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:04.761190 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-bbe73f12-4b99-4aa9-97a8-4db5a0acea89 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=304559f54725495d83616776e9a56d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027318 Jun 09 15:05:04.763855 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52072) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:04.784967 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe73f12-4b99-4aa9-97a8-4db5a0acea89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3086f421-9739-44e3-a48d-458b56927c39,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:04.800917 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bbe73f12-4b99-4aa9-97a8-4db5a0acea89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:04.825623 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0f6a-23ee-43a3-ac4d-601885ac71ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.856831 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0f6a-23ee-43a3-ac4d-601885ac71ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.877466 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e62d0123-ce97-4bff-916f-b602ce3656fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.881952 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e62d0123-ce97-4bff-916f-b602ce3656fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.890669 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0ea16a5c-9126-414d-93c4-870834d33091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:04.919577 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0f6a-23ee-43a3-ac4d-601885ac71ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.924038 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0f6a-23ee-43a3-ac4d-601885ac71ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.925706 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-a8dc0f6a-23ee-43a3-ac4d-601885ac71ef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3086f421-9739-44e3-a48d-458b56927c39 HTTP/1.1" status: 204 len: 168 time: 0.1605875 Jun 09 15:05:04.926697 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c8e546e1-7855-4650-a666-390530f8b0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:04.937216 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc0f6a-23ee-43a3-ac4d-601885ac71ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3086f421-9739-44e3-a48d-458b56927c39,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:04.937616 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d0123-ce97-4bff-916f-b602ce3656fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf54f51-11da-4011-a1f5-f1f662b8faec,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:04.939948 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a8dc0f6a-23ee-43a3-ac4d-601885ac71ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:04.943555 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-e62d0123-ce97-4bff-916f-b602ce3656fb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8327ff5bcc9041ef942ec8682f1226f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7689934 Jun 09 15:05:04.943555 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e62d0123-ce97-4bff-916f-b602ce3656fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:04.944477 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52078) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:05.009655 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08e42ab8-6536-4851-9416-29d5c67d9e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.037212 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08e42ab8-6536-4851-9416-29d5c67d9e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.108951 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08e42ab8-6536-4851-9416-29d5c67d9e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.108951 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08e42ab8-6536-4851-9416-29d5c67d9e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.112175 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-08e42ab8-6536-4851-9416-29d5c67d9e3e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4bf54f51-11da-4011-a1f5-f1f662b8faec HTTP/1.1" status: 204 len: 168 time: 0.1646135 Jun 09 15:05:05.112175 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b83091b8-fb46-4e59-9ac4-31be46c8189c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:05.120415 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e42ab8-6536-4851-9416-29d5c67d9e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf54f51-11da-4011-a1f5-f1f662b8faec,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:05.129462 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-08e42ab8-6536-4851-9416-29d5c67d9e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:05.304514 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-129448ea-fcff-40b5-832f-f083b7c46145 req-27e10e04-aefd-4e87-8210-0ed61b98a34d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 210 time: 0.1088245 Jun 09 15:05:05.415730 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c2449-3a0b-4153-9e57-cb2bfa059d6f req-11a9a741-c8c6-4e18-92f6-2597f2dd375f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:05.417344 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c19c2449-3a0b-4153-9e57-cb2bfa059d6f req-11a9a741-c8c6-4e18-92f6-2597f2dd375f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1247303 Jun 09 15:05:05.478109 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c19c2449-3a0b-4153-9e57-cb2bfa059d6f req-a6750104-8667-4638-96d5-662fe6fb449f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544057 Jun 09 15:05:05.562254 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e22ff0-f302-482f-b20b-7e976e75404b req-42386fbd-a0e4-4efe-87ec-1ffe153f6199 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:05.567035 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-42386fbd-a0e4-4efe-87ec-1ffe153f6199 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 814 time: 0.2607064 Jun 09 15:05:05.583369 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Request body: {'port': {'device_id': '16512477-4d24-4de1-bb25-a09a7ff3442c', 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d', 'admin_state_up': True, 'tenant_id': '1577aa98679f4a81af078feb59e1b444'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:05.702574 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52116) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:05.739704 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5273ba76-d618-4ab9-a6aa-27b2d25b8734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.772828 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Made reservation on behalf of 1577aa98679f4a81af078feb59e1b444 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:05.776660 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.007974 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5273ba76-d618-4ab9-a6aa-27b2d25b8734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.015453 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5273ba76-d618-4ab9-a6aa-27b2d25b8734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.017263 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Allocated IP 172.20.0.2 (fcd6d721-edbd-4a87-a589-447450b1224d/26f05cc0-e86c-4e11-a061-45c390b84677/1ea97423-d7f4-445b-8017-ef4c6d40d830) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:06.028054 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:06.063307 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6ffff46b-aab8-49ca-89e8-26f65025e319 req-5bf29039-7d21-4873-9c54-4f5f2211313b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1642413 Jun 09 15:05:06.079727 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-5273ba76-d618-4ab9-a6aa-27b2d25b8734 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2d826c614a674b908ad3aa75c45ad9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757887 Jun 09 15:05:06.080391 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52132) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:06.082414 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273ba76-d618-4ab9-a6aa-27b2d25b8734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d4f153-2ec3-48b4-9d7e-83b030557a01,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:06.114364 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5273ba76-d618-4ab9-a6aa-27b2d25b8734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:06.213817 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0fea2f5f-cab8-4c66-a3db-44402710d568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.359009 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0fea2f5f-cab8-4c66-a3db-44402710d568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.451721 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffff46b-aab8-49ca-89e8-26f65025e319 req-a44d5de6-b36d-4d9a-bfe0-a0b20874953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:06.454135 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6ffff46b-aab8-49ca-89e8-26f65025e319 req-a44d5de6-b36d-4d9a-bfe0-a0b20874953f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 1098 time: 0.1906767 Jun 09 15:05:06.455787 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0fea2f5f-cab8-4c66-a3db-44402710d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.459525 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0fea2f5f-cab8-4c66-a3db-44402710d568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.464772 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-0fea2f5f-cab8-4c66-a3db-44402710d568 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f9d4f153-2ec3-48b4-9d7e-83b030557a01 HTTP/1.1" status: 204 len: 168 time: 0.3832374 Jun 09 15:05:06.465852 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-bedc6864-19b2-49ac-8e8d-86d31d4cd6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:06.479823 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea2f5f-cab8-4c66-a3db-44402710d568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d4f153-2ec3-48b4-9d7e-83b030557a01,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:06.485400 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.554587 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0fea2f5f-cab8-4c66-a3db-44402710d568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:06.578520 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.584308 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-41d7a4b9-eecc-494f-ba49-83be5f5dc272 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:06.590081 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b7469508-8788-4feb-b89f-79d75b096837', '50841624-38f9-4472-b0d8-becbeb902163'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:06.735303 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffff46b-aab8-49ca-89e8-26f65025e319 req-322bbe9d-f5c3-4c9c-b87a-21f5846f239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:06.736952 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6ffff46b-aab8-49ca-89e8-26f65025e319 req-322bbe9d-f5c3-4c9c-b87a-21f5846f239d service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 915 time: 0.2546377 Jun 09 15:05:06.747354 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef4e89-5bfe-4078-a12a-fd5c4bc69c19 req-bded38c1-54a8-4627-a91c-1de564701b4e tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:06.754578 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b8ef4e89-5bfe-4078-a12a-fd5c4bc69c19 req-bded38c1-54a8-4627-a91c-1de564701b4e tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 931 time: 0.2761612 Jun 09 15:05:06.764957 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Network fcd6d721-edbd-4a87-a589-447450b1224d is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:06.815430 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:06.827319 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:06.833368 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:06.833983 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.863470 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6ffff46b-aab8-49ca-89e8-26f65025e319 req-e0a34697-9c8a-403a-b0fb-50e11433d127 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7469508-8788-4feb-b89f-79d75b096837 HTTP/1.1" status: 200 len: 217 time: 0.1067433 Jun 09 15:05:06.879659 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b8ef4e89-5bfe-4078-a12a-fd5c4bc69c19 req-8929fce7-2047-4032-a359-9a4e9b56ba16 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241422 Jun 09 15:05:06.879938 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3014820 Jun 09 15:05:06.881646 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Pushing event updated for resources: {'Port': ['ID=1ea97423-d7f4-445b-8017-ef4c6d40d830,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:06.885761 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:06.900074 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a61aac-cc90-434f-8c31-ea2bbb75164d req-563509e9-0d7f-45cd-ac6d-f8e4df7dfee6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:06.907246 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-05a61aac-cc90-434f-8c31-ea2bbb75164d req-563509e9-0d7f-45cd-ac6d-f8e4df7dfee6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1568882 Jun 09 15:05:06.913734 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Request body: {'port': {'device_id': '16512477-4d24-4de1-bb25-a09a7ff3442c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:07.035475 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffff46b-aab8-49ca-89e8-26f65025e319 req-4ead3d1f-b852-4e4c-9d78-94c102705739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:07.037987 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6ffff46b-aab8-49ca-89e8-26f65025e319 req-4ead3d1f-b852-4e4c-9d78-94c102705739 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26f05cc0-e86c-4e11-a061-45c390b84677 HTTP/1.1" status: 200 len: 854 time: 0.1573706 Jun 09 15:05:07.067842 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.120242 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6ffff46b-aab8-49ca-89e8-26f65025e319 req-d543310c-a41d-4f1d-bd41-49825b9d08d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd6d721-edbd-4a87-a589-447450b1224d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611186 Jun 09 15:05:07.212674 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52194) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:07.357040 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-58248f4b-f403-4678-92f8-ec67a83484c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.537570 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-58248f4b-f403-4678-92f8-ec67a83484c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.542521 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-58248f4b-f403-4678-92f8-ec67a83484c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.647168 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7ed0c48e-e338-44ee-ac57-cab26c6258cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:07.683727 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-05a61aac-cc90-434f-8c31-ea2bbb75164d req-a4839540-6c06-45f4-b761-d5b8e3b7d1ed tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7755752 Jun 09 15:05:07.686428 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea97423-d7f4-445b-8017-ef4c6d40d830 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:07.695617 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.699763 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6ffff46b-aab8-49ca-89e8-26f65025e319 req-20729102-1e89-4d48-b3d1-a291bace4469 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677271 Jun 09 15:05:07.708789 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58248f4b-f403-4678-92f8-ec67a83484c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fef6e1-109a-4b33-bfb7-f0b20d1a5f86,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:07.725355 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Transition to ACTIVE for port object 1ea97423-d7f4-445b-8017-ef4c6d40d830 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:07.731320 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.740487 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:07.852495 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-58248f4b-f403-4678-92f8-ec67a83484c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:07.854944 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-58248f4b-f403-4678-92f8-ec67a83484c1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8ff6778240b44ee29602a17d5eea1e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6412370 Jun 09 15:05:07.857510 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52226) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:07.981979 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0977516a-eab1-406d-be59-4a42da98c205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.996129 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Pushing event updated for resources: {'Port': ['ID=1ea97423-d7f4-445b-8017-ef4c6d40d830,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:08.002809 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6ffff46b-aab8-49ca-89e8-26f65025e319 req-8c68d005-54c3-45e7-87b2-9fb995c99944 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905746 Jun 09 15:05:08.012641 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:08.020572 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0977516a-eab1-406d-be59-4a42da98c205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:08.071806 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Attempting to bind port 1ea97423-d7f4-445b-8017-ef4c6d40d830 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:08.073194 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Attempting to bind port 1ea97423-d7f4-445b-8017-ef4c6d40d830 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:08.075396 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Attempting to bind port 1ea97423-d7f4-445b-8017-ef4c6d40d830 on network fcd6d721-edbd-4a87-a589-447450b1224d {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:08.081575 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Port 1ea97423-d7f4-445b-8017-ef4c6d40d830 on network fcd6d721-edbd-4a87-a589-447450b1224d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:05:08.081948 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Attempting to bind port 1ea97423-d7f4-445b-8017-ef4c6d40d830 on network fcd6d721-edbd-4a87-a589-447450b1224d {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:08.089800 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:08.090145 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Checking segment: {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:08.090535 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Bound using segment: {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:08.090999 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Bound port: 1ea97423-d7f4-445b-8017-ef4c6d40d830, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:08.091354 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:08.190030 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0977516a-eab1-406d-be59-4a42da98c205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:08.202386 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0977516a-eab1-406d-be59-4a42da98c205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:08.207301 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-0977516a-eab1-406d-be59-4a42da98c205 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/06fef6e1-109a-4b33-bfb7-f0b20d1a5f86 HTTP/1.1" status: 204 len: 168 time: 0.3414402 Jun 09 15:05:08.208998 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fcd12992-e642-4e26-a394-eafeece5cb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:08.230786 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] For port 1ea97423-d7f4-445b-8017-ef4c6d40d830, host hv-cinder-78960, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:08.231239 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977516a-eab1-406d-be59-4a42da98c205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fef6e1-109a-4b33-bfb7-f0b20d1a5f86,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:08.237863 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0977516a-eab1-406d-be59-4a42da98c205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:08.241177 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] For port 1ea97423-d7f4-445b-8017-ef4c6d40d830, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ea97423-d7f4-445b-8017-ef4c6d40d830,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:08.248546 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:08.254173 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-468b9c29-c0b1-4b4d-9e89-e21553448f3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:08.264019 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a7406-0a7d-46ba-b1a4-ff2c7a0dae8f req-5298f690-71c1-4255-9af1-1afbf2bab96e tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:08.272197 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2e4a7406-0a7d-46ba-b1a4-ff2c7a0dae8f req-5298f690-71c1-4255-9af1-1afbf2bab96e tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 943 time: 0.1827869 Jun 09 15:05:08.336142 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:08.336770 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:08.338167 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] 10.222.0.46 "PUT /v2.0/ports/1ea97423-d7f4-445b-8017-ef4c6d40d830 HTTP/1.1" status: 200 len: 1093 time: 1.4289498 Jun 09 15:05:08.338643 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16512477-4d24-4de1-bb25-a09a7ff3442c', 'tag': '1ea97423-d7f4-445b-8017-ef4c6d40d830'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:08.341090 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b26fb4-2c50-4e41-a784-462dd9e3518b" -d '{"events": [{"name": "network-changed", "server_uuid": "16512477-4d24-4de1-bb25-a09a7ff3442c", "tag": "1ea97423-d7f4-445b-8017-ef4c6d40d830"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:08.355210 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Pushing event updated for resources: {'Port': ['ID=1ea97423-d7f4-445b-8017-ef4c6d40d830,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:08.358761 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:08.384802 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2e4a7406-0a7d-46ba-b1a4-ff2c7a0dae8f req-80693a99-a6a7-4e99-bd76-12bb8792a7c9 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112542 Jun 09 15:05:08.457669 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b217b8f3-61bc-4a6c-aa84-9df50cd88829 x-openstack-request-id: req-b217b8f3-61bc-4a6c-aa84-9df50cd88829 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:08.458009 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16512477-4d24-4de1-bb25-a09a7ff3442c", "tag": "1ea97423-d7f4-445b-8017-ef4c6d40d830", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:08.458363 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b217b8f3-61bc-4a6c-aa84-9df50cd88829 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:08.458833 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16512477-4d24-4de1-bb25-a09a7ff3442c', 'tag': '1ea97423-d7f4-445b-8017-ef4c6d40d830', 'status': 'completed', 'code': 200} Jun 09 15:05:08.533445 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e22ff0-f302-482f-b20b-7e976e75404b req-531da8b7-26de-4910-801e-465c159eb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:08.535991 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-531da8b7-26de-4910-801e-465c159eb3b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 1096 time: 0.1409833 Jun 09 15:05:08.651438 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-4a08ac4f-55e7-47df-948e-98c8bb4f4f0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ea97423-d7f4-445b-8017-ef4c6d40d830 HTTP/1.1" status: 200 len: 217 time: 0.0991797 Jun 09 15:05:08.751117 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e22ff0-f302-482f-b20b-7e976e75404b req-8f11c005-b570-4287-b999-93bf70e44d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:08.752730 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-8f11c005-b570-4287-b999-93bf70e44d7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26f05cc0-e86c-4e11-a061-45c390b84677 HTTP/1.1" status: 200 len: 854 time: 0.0924842 Jun 09 15:05:08.887844 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-992de32c-fe68-4980-8330-dbf849c9086f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd6d721-edbd-4a87-a589-447450b1224d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203616 Jun 09 15:05:09.054787 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959efac-491f-486a-b48c-da6dc49401d4 req-0c8b801e-6dec-4050-8397-ec08255345d7 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:09.056261 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8959efac-491f-486a-b48c-da6dc49401d4 req-0c8b801e-6dec-4050-8397-ec08255345d7 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.2169962 Jun 09 15:05:09.066179 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-b0e7993f-d2bc-402a-8772-7f07c2e2db1d service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650147 Jun 09 15:05:09.195411 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8959efac-491f-486a-b48c-da6dc49401d4 req-67bc4cfa-4ccb-435f-b00e-7df78cfcab3f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320534 Jun 09 15:05:09.252008 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-16e22ff0-f302-482f-b20b-7e976e75404b req-0e1857ec-f5e4-410b-91e3-85688b2abf2f service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731949 Jun 09 15:05:09.413736 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b26fb4-2c50-4e41-a784-462dd9e3518b req-7265f253-6ec8-4be8-91be-d8a091b5e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:09.415400 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-21b26fb4-2c50-4e41-a784-462dd9e3518b req-7265f253-6ec8-4be8-91be-d8a091b5e354 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 1096 time: 0.1062939 Jun 09 15:05:09.727176 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b26fb4-2c50-4e41-a784-462dd9e3518b req-ac2f53fd-54c8-4f53-8692-05a4f9e42820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:09.728817 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-21b26fb4-2c50-4e41-a784-462dd9e3518b req-ac2f53fd-54c8-4f53-8692-05a4f9e42820 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 915 time: 0.2975621 Jun 09 15:05:09.736965 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317835fc-c327-4f6e-a1b2-6209f7bddd61 req-9e034ba2-e316-4f67-a924-7deba119cb46 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:09.738761 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-317835fc-c327-4f6e-a1b2-6209f7bddd61 req-9e034ba2-e316-4f67-a924-7deba119cb46 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 943 time: 0.2182627 Jun 09 15:05:09.897164 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-21b26fb4-2c50-4e41-a784-462dd9e3518b req-989db005-c151-4bc4-89bb-914386b15f73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ea97423-d7f4-445b-8017-ef4c6d40d830 HTTP/1.1" status: 200 len: 217 time: 0.1572175 Jun 09 15:05:10.003042 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-317835fc-c327-4f6e-a1b2-6209f7bddd61 req-4fa9d301-21b6-4fa3-9d7c-4cb8dc51a926 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177959 Jun 09 15:05:10.016673 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b26fb4-2c50-4e41-a784-462dd9e3518b req-00cc895b-e502-4126-b0f7-62e35e91cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:10.018135 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-21b26fb4-2c50-4e41-a784-462dd9e3518b req-00cc895b-e502-4126-b0f7-62e35e91cf06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26f05cc0-e86c-4e11-a061-45c390b84677 HTTP/1.1" status: 200 len: 854 time: 0.0997963 Jun 09 15:05:10.083629 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-21b26fb4-2c50-4e41-a784-462dd9e3518b req-3d717409-57b7-4de0-a8eb-f4291bac2601 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd6d721-edbd-4a87-a589-447450b1224d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557506 Jun 09 15:05:10.227766 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-21b26fb4-2c50-4e41-a784-462dd9e3518b req-24b56365-8927-4da5-ae88-43eb2c766e2a service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364772 Jun 09 15:05:10.283268 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 1ea97423-d7f4-445b-8017-ef4c6d40d830 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:05:10.388765 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-21b26fb4-2c50-4e41-a784-462dd9e3518b req-7a06419e-1f5a-46d7-8073-48362dc52eff service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515653 Jun 09 15:05:10.423514 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8f05-24ba-4266-9c97-d4b0e3eae25f req-4c02c9f0-0d4c-41fb-8e66-270f0361447b tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:10.425051 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-0dde8f05-24ba-4266-9c97-d4b0e3eae25f req-4c02c9f0-0d4c-41fb-8e66-270f0361447b tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1091816 Jun 09 15:05:10.472194 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-0dde8f05-24ba-4266-9c97-d4b0e3eae25f req-21c6b033-898f-4625-be06-2d6843b4db3f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412219 Jun 09 15:05:10.493564 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 1ea97423-d7f4-445b-8017-ef4c6d40d830, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ea97423-d7f4-445b-8017-ef4c6d40d830,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:10.507550 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': '1ea97423-d7f4-445b-8017-ef4c6d40d830', 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d', 'port_id': '1ea97423-d7f4-445b-8017-ef4c6d40d830', 'mac_address': 'fa:16:3e:8b:9c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f05cc0-e86c-4e11-a061-45c390b84677', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:05:10.570825 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:10.594509 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea97423-d7f4-445b-8017-ef4c6d40d830 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:10.610738 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 1ea97423-d7f4-445b-8017-ef4c6d40d830, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ea97423-d7f4-445b-8017-ef4c6d40d830,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:10.614501 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:10.617240 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:10.691403 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=1ea97423-d7f4-445b-8017-ef4c6d40d830,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:10.694847 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:10.698316 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:11.045843 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['1ea97423-d7f4-445b-8017-ef4c6d40d830'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:11.246082 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f04cb-5beb-481a-99d0-d3bbcd6411b0 req-fab36a07-1d94-4547-bb02-99ce9a80fb1a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:11.248491 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-217f04cb-5beb-481a-99d0-d3bbcd6411b0 req-fab36a07-1d94-4547-bb02-99ce9a80fb1a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 944 time: 0.1111853 Jun 09 15:05:11.302500 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-217f04cb-5beb-481a-99d0-d3bbcd6411b0 req-b64f4430-eb37-4767-9513-e7946311b183 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472839 Jun 09 15:05:11.718594 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bac001-4069-4183-8f7e-48c241576ddf req-ed1b797c-b666-472a-a833-9d2199d336ce tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:11.721492 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-75bac001-4069-4183-8f7e-48c241576ddf req-ed1b797c-b666-472a-a833-9d2199d336ce tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1119888 Jun 09 15:05:11.776360 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-75bac001-4069-4183-8f7e-48c241576ddf req-c0bcefca-a2fd-49e0-a2dd-4782cd80baef tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469613 Jun 09 15:05:12.304656 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 1ea97423-d7f4-445b-8017-ef4c6d40d830 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:12.373200 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port 1ea97423-d7f4-445b-8017-ef4c6d40d830 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:12.378673 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port 1ea97423-d7f4-445b-8017-ef4c6d40d830 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:12.381930 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:12.514948 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:12.528383 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3c63-f676-44c1-be04-f4bcdc5a0090 req-d3516def-aef2-4789-b5fd-f36b3d800904 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:12.536891 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d0cb3c63-f676-44c1-be04-f4bcdc5a0090 req-d3516def-aef2-4789-b5fd-f36b3d800904 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 944 time: 0.1248531 Jun 09 15:05:12.543137 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16512477-4d24-4de1-bb25-a09a7ff3442c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea97423-d7f4-445b-8017-ef4c6d40d830'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:12.545601 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0d8e4a-34c7-4b3f-ad53-269514bf29d9" -d '{"events": [{"server_uuid": "16512477-4d24-4de1-bb25-a09a7ff3442c", "name": "network-vif-plugged", "status": "completed", "tag": "1ea97423-d7f4-445b-8017-ef4c6d40d830"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:12.554912 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 1ea97423-d7f4-445b-8017-ef4c6d40d830, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ea97423-d7f4-445b-8017-ef4c6d40d830,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:12.562430 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:12.564623 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:12.598533 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d0cb3c63-f676-44c1-be04-f4bcdc5a0090 req-a22a97ea-3567-4571-a490-58eb714cbb93 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599306 Jun 09 15:05:12.624961 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475bf99e-cc3f-4360-a000-7bee51a36e89 x-openstack-request-id: req-475bf99e-cc3f-4360-a000-7bee51a36e89 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:12.625405 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16512477-4d24-4de1-bb25-a09a7ff3442c", "name": "network-vif-plugged", "status": "completed", "tag": "1ea97423-d7f4-445b-8017-ef4c6d40d830", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:12.625755 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-475bf99e-cc3f-4360-a000-7bee51a36e89 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:12.626448 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16512477-4d24-4de1-bb25-a09a7ff3442c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea97423-d7f4-445b-8017-ef4c6d40d830', 'code': 200} Jun 09 15:05:12.696452 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=1ea97423-d7f4-445b-8017-ef4c6d40d830,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:12.701643 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:12.927954 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52394) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:13.017646 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1199297-0f3f-46cd-853f-135a44dcbb52 req-dc35b05e-fa3a-4856-86e1-1c85433f2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:13.019152 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d1199297-0f3f-46cd-853f-135a44dcbb52 req-dc35b05e-fa3a-4856-86e1-1c85433f2cc7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 1098 time: 0.1747830 Jun 09 15:05:13.125676 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d1199297-0f3f-46cd-853f-135a44dcbb52 req-fa9cbe5f-cbdd-49f9-93c8-53574be32931 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977898 Jun 09 15:05:13.130974 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a4aa3-99a4-4c6d-86c8-3038df3fed2a req-684574f6-53b8-42c0-9353-e02a05ef5b27 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:13.134183 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bc0a4aa3-99a4-4c6d-86c8-3038df3fed2a req-684574f6-53b8-42c0-9353-e02a05ef5b27 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1706243 Jun 09 15:05:13.172727 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-00562605-7a54-48a0-9074-bf99462596ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.219555 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bc0a4aa3-99a4-4c6d-86c8-3038df3fed2a req-26657484-fb28-4e63-86b1-0ac8dbdb05f8 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659165 Jun 09 15:05:13.326255 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-00562605-7a54-48a0-9074-bf99462596ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.330371 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-00562605-7a54-48a0-9074-bf99462596ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.338538 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-58248f4b-f403-4678-92f8-ec67a83484c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:13.340828 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0714-6a82-43b7-bc61-97139ae24022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.378830 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-00562605-7a54-48a0-9074-bf99462596ec admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=caac8a6065694bf8a59286626968630a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504993 Jun 09 15:05:13.379803 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00562605-7a54-48a0-9074-bf99462596ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328ee808-12a7-40ef-9c4e-1128e818e11d,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:13.381478 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52404) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:13.382977 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-00562605-7a54-48a0-9074-bf99462596ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:13.453947 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9f388c9e-abb7-49e5-abd6-5608fa1ba967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.489347 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9f388c9e-abb7-49e5-abd6-5608fa1ba967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.548972 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9f388c9e-abb7-49e5-abd6-5608fa1ba967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.551591 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9f388c9e-abb7-49e5-abd6-5608fa1ba967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.553059 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-9f388c9e-abb7-49e5-abd6-5608fa1ba967 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/328ee808-12a7-40ef-9c4e-1128e818e11d HTTP/1.1" status: 204 len: 168 time: 0.1703513 Jun 09 15:05:13.554014 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-474de388-955f-40e6-9179-1b345a4b605a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:13.564593 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f388c9e-abb7-49e5-abd6-5608fa1ba967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328ee808-12a7-40ef-9c4e-1128e818e11d,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:13.566925 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9f388c9e-abb7-49e5-abd6-5608fa1ba967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:13.810781 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33117d44-69f8-4419-ac8d-40a632fb179e req-7122095f-d532-4a37-b2f3-86ed285fc1ce tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:13.813078 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-33117d44-69f8-4419-ac8d-40a632fb179e req-7122095f-d532-4a37-b2f3-86ed285fc1ce tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 945 time: 0.0959160 Jun 09 15:05:13.859621 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-33117d44-69f8-4419-ac8d-40a632fb179e req-4bb457e3-4983-45aa-8391-6627440b0a6b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Jun 09 15:05:13.900057 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52418) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:13.917319 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9843841-c4a3-495f-9ac3-1f7fa63f7875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:14.026864 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9843841-c4a3-495f-9ac3-1f7fa63f7875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:14.032782 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9843841-c4a3-495f-9ac3-1f7fa63f7875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:14.041584 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0fea2f5f-cab8-4c66-a3db-44402710d568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:14.080730 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-c9843841-c4a3-495f-9ac3-1f7fa63f7875 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=232fb99e2ed94dd792d905660839683a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793115 Jun 09 15:05:14.081699 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9843841-c4a3-495f-9ac3-1f7fa63f7875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c589b8-94f8-41f8-bc9d-0c3c81e7de9d,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:14.083205 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52424) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:14.084946 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c9843841-c4a3-495f-9ac3-1f7fa63f7875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:14.150693 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5d001e8a-23b9-496d-b376-c9e7eba9c3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:14.177248 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5d001e8a-23b9-496d-b376-c9e7eba9c3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:14.241211 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5d001e8a-23b9-496d-b376-c9e7eba9c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:14.244622 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5d001e8a-23b9-496d-b376-c9e7eba9c3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:14.248928 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-5d001e8a-23b9-496d-b376-c9e7eba9c3b5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/68c589b8-94f8-41f8-bc9d-0c3c81e7de9d HTTP/1.1" status: 204 len: 168 time: 0.1646876 Jun 09 15:05:14.249835 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d41f522b-04c8-47e0-9825-81cf076f9232 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:14.259867 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d001e8a-23b9-496d-b376-c9e7eba9c3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c589b8-94f8-41f8-bc9d-0c3c81e7de9d,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:14.268533 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-5d001e8a-23b9-496d-b376-c9e7eba9c3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:14.466857 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15d3c5-a6a0-4e92-a714-1fce0a4c8f6d req-27a1ac26-e55b-4c98-9482-b602fd369a63 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:14.469357 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-db15d3c5-a6a0-4e92-a714-1fce0a4c8f6d req-27a1ac26-e55b-4c98-9482-b602fd369a63 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1136100 Jun 09 15:05:14.535442 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-db15d3c5-a6a0-4e92-a714-1fce0a4c8f6d req-6da7fa61-fdd3-47d0-9d21-b876bc87f908 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571682 Jun 09 15:05:15.104698 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883a820-5df2-4b04-ae44-0d987f2f6986 req-902a1e26-045f-4e0b-ae8b-70eb02339718 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:15.106475 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0883a820-5df2-4b04-ae44-0d987f2f6986 req-902a1e26-045f-4e0b-ae8b-70eb02339718 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 945 time: 0.1100791 Jun 09 15:05:15.164167 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0883a820-5df2-4b04-ae44-0d987f2f6986 req-4ce9ffb1-d056-4910-b6a0-69b30c066681 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516105 Jun 09 15:05:15.731055 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:15.827291 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f74d84ec-c9c8-48ae-9609-e00954feda7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:15.866659 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe420-37f0-43b4-bf2b-1c877c2cfa1a req-538f4a95-54ff-4771-ac6d-b69be00b8f1a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:15.869049 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-adcbe420-37f0-43b4-bf2b-1c877c2cfa1a req-538f4a95-54ff-4771-ac6d-b69be00b8f1a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1031482 Jun 09 15:05:15.918527 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-adcbe420-37f0-43b4-bf2b-1c877c2cfa1a req-5c11cbc5-c310-4ba0-bd2b-02cdb39497ba tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Jun 09 15:05:16.826943 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52570) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:16.901614 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:16.982203 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8d6e322f-9586-4829-aa0d-ba1a18ccf0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.132752 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8d6e322f-9586-4829-aa0d-ba1a18ccf0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.136824 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8d6e322f-9586-4829-aa0d-ba1a18ccf0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.147921 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:17.158429 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34668d1b-6a9a-4ca6-b551-5d1016c24afd req-80c5dc5e-2027-4a98-88a4-430b5b64e0d2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:17.168270 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-34668d1b-6a9a-4ca6-b551-5d1016c24afd req-80c5dc5e-2027-4a98-88a4-430b5b64e0d2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1197953 Jun 09 15:05:17.211449 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e322f-9586-4829-aa0d-ba1a18ccf0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e47dde-fa6e-4956-bc3a-076489640135,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:17.217710 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-8d6e322f-9586-4829-aa0d-ba1a18ccf0cb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=04d774d2e88047049659bf7953e8c660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892276 Jun 09 15:05:17.218938 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8d6e322f-9586-4829-aa0d-ba1a18ccf0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:17.220056 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52594) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:17.223021 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-34668d1b-6a9a-4ca6-b551-5d1016c24afd req-7485ec74-6d59-4858-9e73-dedcf30761da tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531547 Jun 09 15:05:17.305763 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a298e10e-b4eb-4120-b3c5-628e14017f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.335475 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a298e10e-b4eb-4120-b3c5-628e14017f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.404684 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a298e10e-b4eb-4120-b3c5-628e14017f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.407415 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a298e10e-b4eb-4120-b3c5-628e14017f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.411094 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-a298e10e-b4eb-4120-b3c5-628e14017f69 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/11e47dde-fa6e-4956-bc3a-076489640135 HTTP/1.1" status: 204 len: 168 time: 0.1873837 Jun 09 15:05:17.411094 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8d6e322f-9586-4829-aa0d-ba1a18ccf0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:17.429700 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298e10e-b4eb-4120-b3c5-628e14017f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e47dde-fa6e-4956-bc3a-076489640135,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:17.436978 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a298e10e-b4eb-4120-b3c5-628e14017f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:17.827768 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52624) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:17.844871 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d1debceb-2d3b-4401-9eba-546662079455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.975320 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d1debceb-2d3b-4401-9eba-546662079455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.980061 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d1debceb-2d3b-4401-9eba-546662079455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.989020 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b9dc97db-5f50-4ad6-90b7-a2608a9acd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:18.035945 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-d1debceb-2d3b-4401-9eba-546662079455 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=df3c876a128148f690cac54ead68a6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069366 Jun 09 15:05:18.036801 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1debceb-2d3b-4401-9eba-546662079455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380323c7-8208-4511-a820-367e6f93f60e,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:18.038535 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52630) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:18.040390 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d1debceb-2d3b-4401-9eba-546662079455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:18.104898 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6688f343-6416-45ba-8d96-2f0680db9577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:18.131179 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6688f343-6416-45ba-8d96-2f0680db9577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:18.183204 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6688f343-6416-45ba-8d96-2f0680db9577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:18.186004 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6688f343-6416-45ba-8d96-2f0680db9577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:18.190570 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-6688f343-6416-45ba-8d96-2f0680db9577 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/380323c7-8208-4511-a820-367e6f93f60e HTTP/1.1" status: 204 len: 168 time: 0.1465375 Jun 09 15:05:18.191751 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-95f06438-fec3-4064-a6c9-819228501902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:18.201262 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688f343-6416-45ba-8d96-2f0680db9577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380323c7-8208-4511-a820-367e6f93f60e,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:18.203798 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6688f343-6416-45ba-8d96-2f0680db9577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:18.413774 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8127c-0b68-46ec-83f6-9c148668aabe req-f5ac0b2c-9969-48d4-8183-4b23e01a8623 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:18.415615 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b9f8127c-0b68-46ec-83f6-9c148668aabe req-f5ac0b2c-9969-48d4-8183-4b23e01a8623 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.0812955 Jun 09 15:05:18.463014 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b9f8127c-0b68-46ec-83f6-9c148668aabe req-c0a527fd-4aca-4b48-83b8-83af73957d06 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Jun 09 15:05:18.591985 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:19.399481 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52682) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:19.554195 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-59afab65-81f4-4703-aa8e-1d7d9cde8813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:19.704897 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-59afab65-81f4-4703-aa8e-1d7d9cde8813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:19.754050 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-59afab65-81f4-4703-aa8e-1d7d9cde8813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:19.765504 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6688f343-6416-45ba-8d96-2f0680db9577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:19.821988 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-59afab65-81f4-4703-aa8e-1d7d9cde8813 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=859882e098b04acc8b2b463138ef927b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212191 Jun 09 15:05:19.824930 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afab65-81f4-4703-aa8e-1d7d9cde8813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a6ca78-a9b1-4955-a435-b5680a212620,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:19.825326 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52698) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:19.832911 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-59afab65-81f4-4703-aa8e-1d7d9cde8813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:19.861190 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8753c-b2ec-42dd-a377-5492c5499c51 req-0e45cf78-6f44-4665-9198-5cfbb660c5d0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:19.868429 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4dc8753c-b2ec-42dd-a377-5492c5499c51 req-0e45cf78-6f44-4665-9198-5cfbb660c5d0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1671047 Jun 09 15:05:19.896593 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-051a3f3a-183f-472b-a15e-4284ce143f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:19.911304 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4dc8753c-b2ec-42dd-a377-5492c5499c51 req-307f4e67-ad9f-452b-b111-44519b4e8246 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Jun 09 15:05:19.938818 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-051a3f3a-183f-472b-a15e-4284ce143f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:19.999264 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-051a3f3a-183f-472b-a15e-4284ce143f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:20.001832 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-051a3f3a-183f-472b-a15e-4284ce143f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:20.005578 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-051a3f3a-183f-472b-a15e-4284ce143f7c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e3a6ca78-a9b1-4955-a435-b5680a212620 HTTP/1.1" status: 204 len: 168 time: 0.1767478 Jun 09 15:05:20.005578 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f524a781-6a46-44cb-ad53-16da26d8d628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:20.029594 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a3f3a-183f-472b-a15e-4284ce143f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a6ca78-a9b1-4955-a435-b5680a212620,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:20.032686 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-051a3f3a-183f-472b-a15e-4284ce143f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:21.133065 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f424-9eca-42ee-91c2-0761984257ef req-2bc4cea5-5cc8-43d2-9eb6-5c9f3e1a9d6a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:21.134790 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ee16f424-9eca-42ee-91c2-0761984257ef req-2bc4cea5-5cc8-43d2-9eb6-5c9f3e1a9d6a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.0977561 Jun 09 15:05:21.196131 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ee16f424-9eca-42ee-91c2-0761984257ef req-b782a811-a465-47f5-a2d7-7f7cc5ed6dcb tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489430 Jun 09 15:05:22.011183 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa74766-094c-4b39-8802-a90b316c25db req-586ad0fe-f089-4f27-b913-2fc6e54bc5cb tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:22.012638 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-586ad0fe-f089-4f27-b913-2fc6e54bc5cb tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 814 time: 0.1502078 Jun 09 15:05:22.028493 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-8f5f609c-8560-45b4-9d9e-63230dc99dfb tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/quotas/1577aa98679f4a81af078feb59e1b444 HTTP/1.1" status: 200 len: 375 time: 0.0087872 Jun 09 15:05:22.126146 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-71835a47-e2d0-4ccb-952d-7fe691418fa7 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871761 Jun 09 15:05:22.324353 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52804) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:22.362203 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-3b557e86-e036-44f5-86ae-ac53b8923fd6 service neutron] 10.222.0.83 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286882 Jun 09 15:05:22.508325 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-ce78427f-13f0-43d5-9b4c-c1f36d3fdfc2 service neutron] 10.222.0.83 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399009 Jun 09 15:05:22.521446 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8a30799a-ccd8-45ca-9328-0db07cbedc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:22.601764 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548756fd-7b79-4bee-8926-50680e8b09c1 req-d44a5302-5b0b-4a23-a244-123c056255cb tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:22.603387 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-548756fd-7b79-4bee-8926-50680e8b09c1 req-d44a5302-5b0b-4a23-a244-123c056255cb tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.2615502 Jun 09 15:05:22.666810 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-548756fd-7b79-4bee-8926-50680e8b09c1 req-7cece5e6-b078-46db-a0aa-aa15176c7f06 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518668 Jun 09 15:05:22.730692 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8a30799a-ccd8-45ca-9328-0db07cbedc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:22.735451 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8a30799a-ccd8-45ca-9328-0db07cbedc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:22.761609 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7829cf8f-c32b-4127-b73d-831931ce9c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:22.782118 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-8a30799a-ccd8-45ca-9328-0db07cbedc3c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4e0c820cfa2c42ccaa980cbdc530e02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566467 Jun 09 15:05:22.784757 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52822) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:22.827471 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30799a-ccd8-45ca-9328-0db07cbedc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026daefc-16be-45b4-9cf7-83de9d69fbed,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:22.830584 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8a30799a-ccd8-45ca-9328-0db07cbedc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:22.907965 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e91a2727-5a99-4262-9828-19e77dbc11dc req-0764eeee-060f-4a6d-8f0a-fcd10b3270ba tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 210 time: 0.0599704 Jun 09 15:05:22.943420 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ea28-6286-488d-b32c-ca384997705a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:22.975667 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ea28-6286-488d-b32c-ca384997705a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:23.009225 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-e2f41c8a-1a81-4908-9181-2961ddf48b28 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=488816683c0048edb8e36dba3f24240a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312467 Jun 09 15:05:23.041045 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ea28-6286-488d-b32c-ca384997705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:23.044062 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ea28-6286-488d-b32c-ca384997705a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:23.047680 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-d8e2ea28-6286-488d-b32c-ca384997705a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/026daefc-16be-45b4-9cf7-83de9d69fbed HTTP/1.1" status: 204 len: 168 time: 0.2593999 Jun 09 15:05:23.047680 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d6052a43-2909-44db-9caa-5615d70a4092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:23.057836 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2ea28-6286-488d-b32c-ca384997705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026daefc-16be-45b4-9cf7-83de9d69fbed,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:23.060309 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d8e2ea28-6286-488d-b32c-ca384997705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:23.191612 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-ca252c37-bd96-412b-aca1-7b2ca34e6ec4 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:23.193243 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-ca252c37-bd96-412b-aca1-7b2ca34e6ec4 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780174 Jun 09 15:05:23.211934 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-e0dc5dac-8ed1-4697-aca0-5c57b5f98aae tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/quotas/488816683c0048edb8e36dba3f24240a HTTP/1.1" status: 200 len: 375 time: 0.0100884 Jun 09 15:05:23.263588 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-d86b1853-0d24-45fa-a9ed-f605cc73b9a5 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=488816683c0048edb8e36dba3f24240a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457618 Jun 09 15:05:23.459220 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6051f12-2526-400e-97fd-701f0bbe5441 req-9c3961ba-0c37-40c2-bfa2-a195319232e2 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 210 time: 0.0462897 Jun 09 15:05:23.945973 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026a418-6955-4c78-a17b-a75a618b6381 req-026d96da-85a0-461c-ba25-8622fefc6a07 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:23.948001 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5026a418-6955-4c78-a17b-a75a618b6381 req-026d96da-85a0-461c-ba25-8622fefc6a07 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1323171 Jun 09 15:05:24.000896 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5026a418-6955-4c78-a17b-a75a618b6381 req-120036e5-1e45-4d09-ba4d-f94dab8eb1cc tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461566 Jun 09 15:05:24.187745 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a5af3ca3-df26-446f-a342-5caba541e726 req-ab4ee3e8-a11b-4bfe-b38d-19ed3ad53521 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 210 time: 0.0526161 Jun 09 15:05:24.253778 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa74766-094c-4b39-8802-a90b316c25db req-f48908e0-1272-44c6-a822-8b6817e2bcff tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:24.255213 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-f48908e0-1272-44c6-a822-8b6817e2bcff tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 814 time: 0.1943645 Jun 09 15:05:24.272865 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Request body: {'port': {'device_id': 'e248da41-6f82-4fd8-bbae-9c0ce3301700', 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d', 'admin_state_up': True, 'tenant_id': '1577aa98679f4a81af078feb59e1b444'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:24.426068 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Made reservation on behalf of 1577aa98679f4a81af078feb59e1b444 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:24.429550 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:24.592601 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Allocated IP 172.20.0.10 (fcd6d721-edbd-4a87-a589-447450b1224d/26f05cc0-e86c-4e11-a061-45c390b84677/cf032922-7609-4b09-969a-645a68ad6d94) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:24.621445 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-68c72752-6e32-4545-80e2-94dd382c7746 req-75bf6b22-8595-4aa7-8f3f-6db0aba86b1a tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 210 time: 0.0428696 Jun 09 15:05:24.799374 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:24.823396 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-477718ca-71bd-4806-951a-2ee3eb6c6ba3 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=488816683c0048edb8e36dba3f24240a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266387 Jun 09 15:05:24.830070 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:24.837113 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:24.842114 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b7469508-8788-4feb-b89f-79d75b096837', '50841624-38f9-4472-b0d8-becbeb902163', '1ea97423-d7f4-445b-8017-ef4c6d40d830'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:24.903933 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Network fcd6d721-edbd-4a87-a589-447450b1224d is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:24.907155 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:24.909723 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:24.917455 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:24.918098 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:24.943075 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Pushing event updated for resources: {'Port': ['ID=cf032922-7609-4b09-969a-645a68ad6d94,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:24.946215 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:24.948515 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6803544 Jun 09 15:05:24.962291 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Request body: {'port': {'device_id': 'e248da41-6f82-4fd8-bbae-9c0ce3301700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:25.015707 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52886) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:25.215421 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3e6cce68-4063-46a3-b02a-feb441ec55d8 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:25.217463 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3e6cce68-4063-46a3-b02a-feb441ec55d8 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3872352 Jun 09 15:05:25.234005 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:25.257035 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-85028449-d339-4b0f-bf5e-58fea4ae6810 admin admin] Deleting subnet d75e7a8f-79cb-46c3-a8e8-00c2bd4e6220 {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:05:25.269598 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-85028449-d339-4b0f-bf5e-58fea4ae6810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:25.307985 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Request body: {'port': {'device_id': '99978949-28f5-4616-9777-2958738f7223', 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9', 'admin_state_up': True, 'tenant_id': '488816683c0048edb8e36dba3f24240a'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:25.432059 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-85028449-d339-4b0f-bf5e-58fea4ae6810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15481776'] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:25.538285 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28979c24-c3f0-4523-899a-5142882021ae req-af58c0c4-82e4-4e49-b16b-c2ceabb19571 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:25.539829 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28979c24-c3f0-4523-899a-5142882021ae req-af58c0c4-82e4-4e49-b16b-c2ceabb19571 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.3213809 Jun 09 15:05:25.546155 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-85028449-d339-4b0f-bf5e-58fea4ae6810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:25.644241 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Made reservation on behalf of 488816683c0048edb8e36dba3f24240a for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:25.647733 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:25.664932 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:25.677613 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf4432-7727-4973-840e-a2ee89d817da req-bbb0c561-07c6-4b18-89ad-706c658e1eec tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:25.679115 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fecf4432-7727-4973-840e-a2ee89d817da req-bbb0c561-07c6-4b18-89ad-706c658e1eec tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 932 time: 0.2295680 Jun 09 15:05:25.679229 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28979c24-c3f0-4523-899a-5142882021ae req-b1661f8d-f7f9-4e9d-b9f8-1d9cd7d0f235 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042564 Jun 09 15:05:25.714425 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-85028449-d339-4b0f-bf5e-58fea4ae6810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16251699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16125749'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:25.714425 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:25.755468 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85028449-d339-4b0f-bf5e-58fea4ae6810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75e7a8f-79cb-46c3-a8e8-00c2bd4e6220,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:25.757992 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-85028449-d339-4b0f-bf5e-58fea4ae6810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:25.763204 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-85028449-d339-4b0f-bf5e-58fea4ae6810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:25.767759 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-85028449-d339-4b0f-bf5e-58fea4ae6810 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d75e7a8f-79cb-46c3-a8e8-00c2bd4e6220 HTTP/1.1" status: 204 len: 168 time: 0.7509663 Jun 09 15:05:25.768410 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 52900) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:25.791264 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf032922-7609-4b09-969a-645a68ad6d94 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:25.801640 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fecf4432-7727-4973-840e-a2ee89d817da req-6616e9fa-71bd-45b0-bf02-423c823e6289 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065259 Jun 09 15:05:25.803817 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:25.819831 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Transition to ACTIVE for port object cf032922-7609-4b09-969a-645a68ad6d94 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:25.825038 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:25.829028 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:25.913984 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-60191ea9-a4e5-4640-887a-5f72a2625f26 req-31981d17-4029-4a46-b07c-fce7665069d5 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 210 time: 0.0629773 Jun 09 15:05:25.958667 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:25.968720 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Pushing event updated for resources: {'Port': ['ID=cf032922-7609-4b09-969a-645a68ad6d94,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:25.971519 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:26.022950 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Attempting to bind port cf032922-7609-4b09-969a-645a68ad6d94 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:26.023280 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Attempting to bind port cf032922-7609-4b09-969a-645a68ad6d94 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:26.023606 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Attempting to bind port cf032922-7609-4b09-969a-645a68ad6d94 on network fcd6d721-edbd-4a87-a589-447450b1224d {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:26.028156 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Port cf032922-7609-4b09-969a-645a68ad6d94 on network fcd6d721-edbd-4a87-a589-447450b1224d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:05:26.028511 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Attempting to bind port cf032922-7609-4b09-969a-645a68ad6d94 on network fcd6d721-edbd-4a87-a589-447450b1224d {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:26.033429 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:26.033769 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Checking segment: {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:26.034140 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Bound using segment: {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:26.034557 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Bound port: cf032922-7609-4b09-969a-645a68ad6d94, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f961a7-1fca-4298-917b-fa8ed13558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:26.034899 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.128575 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] For port cf032922-7609-4b09-969a-645a68ad6d94, host hv-cinder-78960, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:26.132024 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] For port cf032922-7609-4b09-969a-645a68ad6d94, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cf032922-7609-4b09-969a-645a68ad6d94,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:26.137412 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.141383 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:26.175154 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.185016 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.191442 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5273ba76-d618-4ab9-a6aa-27b2d25b8734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:26.227848 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:26.229139 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.230643 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] 10.222.0.46 "PUT /v2.0/ports/cf032922-7609-4b09-969a-645a68ad6d94 HTTP/1.1" status: 200 len: 1094 time: 1.2725880 Jun 09 15:05:26.231121 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e248da41-6f82-4fd8-bbae-9c0ce3301700', 'tag': 'cf032922-7609-4b09-969a-645a68ad6d94'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:26.233596 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f869a785-3178-44ce-946c-0ce0501be042" -d '{"events": [{"name": "network-changed", "server_uuid": "e248da41-6f82-4fd8-bbae-9c0ce3301700", "tag": "cf032922-7609-4b09-969a-645a68ad6d94"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:26.244199 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Pushing event updated for resources: {'Port': ['ID=cf032922-7609-4b09-969a-645a68ad6d94,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:26.251101 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.256295 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:26.270547 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:26.284248 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11db641-8ae8-41ca-ad8f-684fa06afb76,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:26.294725 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:26.296393 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf53f743-9ce4-4e56-a059-7afecc7ed7f0') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:26.296683 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf53f743-9ce4-4e56-a059-7afecc7ed7f0') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:26.318494 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5d8b23-c186-468b-8cf5-8f13b66a1c10 x-openstack-request-id: req-ec5d8b23-c186-468b-8cf5-8f13b66a1c10 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:26.318947 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e248da41-6f82-4fd8-bbae-9c0ce3301700", "tag": "cf032922-7609-4b09-969a-645a68ad6d94", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:26.319267 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ec5d8b23-c186-468b-8cf5-8f13b66a1c10 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:26.319740 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e248da41-6f82-4fd8-bbae-9c0ce3301700', 'tag': 'cf032922-7609-4b09-969a-645a68ad6d94', 'status': 'completed', 'code': 200} Jun 09 15:05:26.329497 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15481737'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.358533 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa74766-094c-4b39-8802-a90b316c25db req-554f8a80-e62e-4904-8384-a7b7da4d14df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:26.359629 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-554f8a80-e62e-4904-8384-a7b7da4d14df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 1097 time: 0.0810602 Jun 09 15:05:26.384240 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.397903 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:05:26.398217 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16251792'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: Traceback (most recent call last): Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: timer() Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: cb(*args, **kw) Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: return func(*args, **kwargs) Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: self._notify() Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: self.callback(batched_events) Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: event.method(event) Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: return f(self, *a, **k) Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: return self._get(url).json() Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:05:26.412687 dv-cinder-789603-9-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:05:26.442930 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-195f7ce3-5163-4f2a-8002-37026c1134d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf032922-7609-4b09-969a-645a68ad6d94 HTTP/1.1" status: 200 len: 217 time: 0.0709162 Jun 09 15:05:26.504468 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Allocated IP 192.168.233.180 (ac7162ed-6612-4f9f-af8d-956b8d1ad2c9/6704bbe1-3459-4698-8e72-4802b0b9bb8a/d3374d29-6438-4b4b-921c-c6b22cfd1672) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:26.511433 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.521834 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:26.533666 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa74766-094c-4b39-8802-a90b316c25db req-36ce04b6-5cd8-4c0f-a648-d1de4164293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:26.535125 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-36ce04b6-5cd8-4c0f-a648-d1de4164293c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26f05cc0-e86c-4e11-a061-45c390b84677 HTTP/1.1" status: 200 len: 854 time: 0.0666795 Jun 09 15:05:26.539734 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.542113 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] 10.222.0.83 "DELETE /v2.0/networks/96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856 HTTP/1.1" status: 204 len: 168 time: 0.7712271 Jun 09 15:05:26.545823 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52910) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:26.549212 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=96deedf1-ce9c-4dbb-ab7f-dea4bd2b5856,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:26.561468 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:26.625161 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-649aea28-b15d-40f7-b17c-fd1f4defc6d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd6d721-edbd-4a87-a589-447450b1224d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780885 Jun 09 15:05:26.661389 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c08c9ac-0beb-4f13-bab7-f04cf7f317ac admin admin] Deleting subnet 992be16a-f859-4210-bb31-caaa34125653 {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:05:26.711178 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7c08c9ac-0beb-4f13-bab7-f04cf7f317ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.753181 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.771422 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Transition to ACTIVE for port object d3374d29-6438-4b4b-921c-c6b22cfd1672 will not be triggered until provisioned by entity DHCP. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:26.797219 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16251870'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.803285 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:26.843740 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7c08c9ac-0beb-4f13-bab7-f04cf7f317ac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.869889 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7c08c9ac-0beb-4f13-bab7-f04cf7f317ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.872699 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Network ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:26.875814 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:26.879812 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:26.918048 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Pushing event updated for resources: {'Port': ['ID=d3374d29-6438-4b4b-921c-c6b22cfd1672,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:26.924142 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:26.956463 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-ad295e68-e983-4e95-b1e4-68c7f3c8460b service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169222 Jun 09 15:05:26.996990 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:26.997637 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.027112 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7590172 Jun 09 15:05:27.046970 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Request body: {'port': {'device_id': '99978949-28f5-4616-9777-2958738f7223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:27.081574 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7c08c9ac-0beb-4f13-bab7-f04cf7f317ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.097455 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f225116-a1e1-4759-97e1-2ea308859347 req-30b503b3-77c2-4a06-9f15-22b57d90e7c4 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:27.099039 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8f225116-a1e1-4759-97e1-2ea308859347 req-30b503b3-77c2-4a06-9f15-22b57d90e7c4 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.2941499 Jun 09 15:05:27.113915 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39bbee-c55b-4433-84b1-cbd03239dd0d req-5dc5cf55-b0bf-46e9-9106-7d0aa9920f24 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:27.115752 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1b39bbee-c55b-4433-84b1-cbd03239dd0d req-5dc5cf55-b0bf-46e9-9106-7d0aa9920f24 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 944 time: 0.1726255 Jun 09 15:05:27.121669 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7939e9fc-f416-447a-929e-73328380ad2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:27.140938 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-4373c74d-df55-4bb3-9fda-ea05b4cca51f None None] Provisioning for port d3374d29-6438-4b4b-921c-c6b22cfd1672 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:27.146716 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-4373c74d-df55-4bb3-9fda-ea05b4cca51f None None] Provisioning complete for port d3374d29-6438-4b4b-921c-c6b22cfd1672 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:27.147168 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-4373c74d-df55-4bb3-9fda-ea05b4cca51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.175242 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08c9ac-0beb-4f13-bab7-f04cf7f317ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992be16a-f859-4210-bb31-caaa34125653,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:27.192765 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7c08c9ac-0beb-4f13-bab7-f04cf7f317ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:27.201346 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7c08c9ac-0beb-4f13-bab7-f04cf7f317ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.205068 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-7c08c9ac-0beb-4f13-bab7-f04cf7f317ac admin admin] 10.222.0.83 "DELETE /v2.0/subnets/992be16a-f859-4210-bb31-caaa34125653 HTTP/1.1" status: 204 len: 168 time: 0.6263919 Jun 09 15:05:27.207524 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52918) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:27.210874 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8aa74766-094c-4b39-8802-a90b316c25db req-08181dcd-3d9c-4bdd-b42c-b7ad2b010ee5 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430613 Jun 09 15:05:27.212154 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-4373c74d-df55-4bb3-9fda-ea05b4cca51f None None] Port d3374d29-6438-4b4b-921c-c6b22cfd1672 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:05:27.250007 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1b39bbee-c55b-4433-84b1-cbd03239dd0d req-bd257bd2-a470-45c0-a09f-8aa5eeb96678 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215081 Jun 09 15:05:27.261273 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.307599 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:05:27.361316 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8f225116-a1e1-4759-97e1-2ea308859347 req-893233a3-faa5-4b12-80d8-f385948361d0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093132 Jun 09 15:05:27.398386 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.558013 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a785-3178-44ce-946c-0ce0501be042 req-7e3869e0-99cd-4617-8f30-cf09a8ddbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:27.559772 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f869a785-3178-44ce-946c-0ce0501be042 req-7e3869e0-99cd-4617-8f30-cf09a8ddbcec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1577aa98679f4a81af078feb59e1b444&device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 1097 time: 0.2608161 Jun 09 15:05:27.620610 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ce49e-c7c1-45e2-9d59-95d07b6164e0 req-4b737992-5f2f-4b4e-91a5-4255e185267e tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:27.622419 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5f9ce49e-c7c1-45e2-9d59-95d07b6164e0 req-4b737992-5f2f-4b4e-91a5-4255e185267e tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 936 time: 0.2082248 Jun 09 15:05:27.697385 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5f9ce49e-c7c1-45e2-9d59-95d07b6164e0 req-ee6cfe76-0f21-4cab-ad91-f8d3ab917954 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638897 Jun 09 15:05:27.727034 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.749219 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.749592 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.750284 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.750628 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > port after_create 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.750950 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.751286 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > port after_update 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.751607 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.751920 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.752230 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.752567 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.767123 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3374d29-6438-4b4b-921c-c6b22cfd1672 {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:27.774266 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.787846 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Transition to ACTIVE for port object d3374d29-6438-4b4b-921c-c6b22cfd1672 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:27.792107 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16251884'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.796515 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:27.817253 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.817618 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.817949 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.818285 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:05:27.818646 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a90fded-5fd6-443a-91e6-e785d668a846']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:27.852341 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77350e5f-600b-4daf-b074-91de37272a23') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:27.852684 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77350e5f-600b-4daf-b074-91de37272a23') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:27.870758 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11648545'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.899047 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a785-3178-44ce-946c-0ce0501be042 req-dd8ca7b3-7fb9-4d29-85b5-c1b33b52bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:27.901128 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f869a785-3178-44ce-946c-0ce0501be042 req-dd8ca7b3-7fb9-4d29-85b5-c1b33b52bd7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 200 len: 915 time: 0.3261614 Jun 09 15:05:27.903345 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.911083 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:05:27.911547 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10730286'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: from cryptography.utils import int_from_bytes Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: from cryptography.utils import int_from_bytes Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: Traceback (most recent call last): Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: timer() Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: cb(*args, **kw) Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: return func(*args, **kwargs) Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: self._notify() Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: self.callback(batched_events) Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: event.method(event) Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: return f(self, *a, **k) Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: return self._get(url).json() Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:05:27.932027 dv-cinder-789603-9-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:05:27.957291 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Pushing event updated for resources: {'Port': ['ID=d3374d29-6438-4b4b-921c-c6b22cfd1672,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:27.965414 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:28.032461 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Attempting to bind port d3374d29-6438-4b4b-921c-c6b22cfd1672 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:28.032799 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Attempting to bind port d3374d29-6438-4b4b-921c-c6b22cfd1672 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:28.033120 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Attempting to bind port d3374d29-6438-4b4b-921c-c6b22cfd1672 on network ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:28.037742 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Port d3374d29-6438-4b4b-921c-c6b22cfd1672 on network ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:05:28.038061 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Attempting to bind port d3374d29-6438-4b4b-921c-c6b22cfd1672 on network ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:28.043900 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:28.044269 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Checking segment: {'id': 'b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:28.044634 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Bound using segment: {'id': 'b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:28.045054 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Bound port: d3374d29-6438-4b4b-921c-c6b22cfd1672, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:28.045400 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.069231 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f869a785-3178-44ce-946c-0ce0501be042 req-8ee4ae8e-bf0f-43fe-b0b0-62b944f9a418 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf032922-7609-4b09-969a-645a68ad6d94 HTTP/1.1" status: 200 len: 217 time: 0.0836589 Jun 09 15:05:28.121037 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.135428 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:28.158656 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.160530 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] 10.222.0.83 "DELETE /v2.0/networks/8a90fded-5fd6-443a-91e6-e785d668a846 HTTP/1.1" status: 204 len: 168 time: 0.9519434 Jun 09 15:05:28.164319 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a785-3178-44ce-946c-0ce0501be042 req-8809585a-52c9-4461-8cb5-c092ee6cca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:28.165775 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f869a785-3178-44ce-946c-0ce0501be042 req-8809585a-52c9-4461-8cb5-c092ee6cca7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26f05cc0-e86c-4e11-a061-45c390b84677 HTTP/1.1" status: 200 len: 854 time: 0.0883400 Jun 09 15:05:28.167262 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a90fded-5fd6-443a-91e6-e785d668a846,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:28.170261 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:28.214167 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f869a785-3178-44ce-946c-0ce0501be042 req-e0ae1e8a-c32e-460e-be94-56d80758f98c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd6d721-edbd-4a87-a589-447450b1224d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407553 Jun 09 15:05:28.226285 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] For port d3374d29-6438-4b4b-921c-c6b22cfd1672, host hv-cinder-78960, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:28.230245 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] For port d3374d29-6438-4b4b-921c-c6b22cfd1672, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d3374d29-6438-4b4b-921c-c6b22cfd1672,segment=NetworkSegment(b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742),segment_id=b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:28.235734 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16251884'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.241890 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9050016a-0250-45d8-b24f-88615edd1544 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:28.334161 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:28.334892 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.336325 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] 10.222.0.46 "PUT /v2.0/ports/d3374d29-6438-4b4b-921c-c6b22cfd1672 HTTP/1.1" status: 200 len: 1098 time: 1.2938697 Jun 09 15:05:28.337278 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99978949-28f5-4616-9777-2958738f7223', 'tag': 'd3374d29-6438-4b4b-921c-c6b22cfd1672'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:28.340880 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "99978949-28f5-4616-9777-2958738f7223", "tag": "d3374d29-6438-4b4b-921c-c6b22cfd1672"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:28.368984 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Pushing event updated for resources: {'Port': ['ID=d3374d29-6438-4b4b-921c-c6b22cfd1672,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:28.382358 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:28.413220 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f869a785-3178-44ce-946c-0ce0501be042 req-42dcabb0-0c84-4d5a-85f1-5504ef18f104 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848092 Jun 09 15:05:28.413894 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52936) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:28.480145 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cb121d-ae07-4fb0-8b10-e3809eb68a98 x-openstack-request-id: req-47cb121d-ae07-4fb0-8b10-e3809eb68a98 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:28.480660 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99978949-28f5-4616-9777-2958738f7223", "tag": "d3374d29-6438-4b4b-921c-c6b22cfd1672", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:28.484196 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-47cb121d-ae07-4fb0-8b10-e3809eb68a98 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:28.484770 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99978949-28f5-4616-9777-2958738f7223', 'tag': 'd3374d29-6438-4b4b-921c-c6b22cfd1672', 'status': 'completed', 'code': 200} Jun 09 15:05:28.618345 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-b4ac941a-ccf3-43a2-9002-074aaa66590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:28.620259 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-b4ac941a-ccf3-43a2-9002-074aaa66590f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=488816683c0048edb8e36dba3f24240a&device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 1101 time: 0.2120686 Jun 09 15:05:28.666430 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-bb75e573-e9c9-4b19-9af4-89c0695e83ca admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b731a42dfa5649a1af927c0198fc31b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491255 Jun 09 15:05:28.667291 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52940) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:28.702302 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eec078-5f16-46ae-b00a-bb431d41b301 req-48413988-1aba-406a-af8a-149511e5572c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:28.703758 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a5eec078-5f16-46ae-b00a-bb431d41b301 req-48413988-1aba-406a-af8a-149511e5572c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1466632 Jun 09 15:05:28.704566 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f869a785-3178-44ce-946c-0ce0501be042 req-887b8d76-c6d0-4f7f-9535-031e26be0c6c service neutron] 10.222.0.46 "GET /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651925 Jun 09 15:05:28.712571 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-59a3780d-8c02-4052-9971-b030b75b3ed8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=d3374d29-6438-4b4b-921c-c6b22cfd1672 HTTP/1.1" status: 200 len: 217 time: 0.0762084 Jun 09 15:05:28.740544 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffcb99-fcfa-48d2-a7bd-80d55891f32e req-1aef55d0-ef70-4fa2-ba78-7841966cb9a4 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:28.741984 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-78ffcb99-fcfa-48d2-a7bd-80d55891f32e req-1aef55d0-ef70-4fa2-ba78-7841966cb9a4 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 944 time: 0.2019558 Jun 09 15:05:28.784458 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ee88744-93d3-41bf-bf77-ee56510898f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.805536 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a5eec078-5f16-46ae-b00a-bb431d41b301 req-7711361b-a83d-4e17-8593-8952e3d90b5a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945690 Jun 09 15:05:28.814177 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-4a91acc5-1c99-404c-b3ca-79fe595271ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:28.815612 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-4a91acc5-1c99-404c-b3ca-79fe595271ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6704bbe1-3459-4698-8e72-4802b0b9bb8a HTTP/1.1" status: 200 len: 843 time: 0.0889566 Jun 09 15:05:28.821969 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-78ffcb99-fcfa-48d2-a7bd-80d55891f32e req-342ead8d-47d4-4c8d-a377-ad8a19ef18af tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729904 Jun 09 15:05:28.833886 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ee88744-93d3-41bf-bf77-ee56510898f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.895788 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ee88744-93d3-41bf-bf77-ee56510898f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.898791 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ee88744-93d3-41bf-bf77-ee56510898f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.899942 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-2ee88744-93d3-41bf-bf77-ee56510898f3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0 HTTP/1.1" status: 204 len: 168 time: 0.2316711 Jun 09 15:05:28.900781 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bbe73f12-4b99-4aa9-97a8-4db5a0acea89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:28.910704 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-cb8ba28d-ebdd-4d34-81f0-2503da4dc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:28.912351 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-cb8ba28d-ebdd-4d34-81f0-2503da4dc7ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac7162ed-6612-4f9f-af8d-956b8d1ad2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0827243 Jun 09 15:05:28.921277 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee88744-93d3-41bf-bf77-ee56510898f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255b3e54-a5b3-4e99-ad7f-f91d1f2af0f0,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:28.929601 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2ee88744-93d3-41bf-bf77-ee56510898f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:29.100711 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-fbf3c1d0-cb29-45a2-a7b3-b6625a63527f service neutron] 10.222.0.46 "GET /v2.0/networks/ac7162ed-6612-4f9f-af8d-956b8d1ad2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703203 Jun 09 15:05:29.267275 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8793cb12-ff0c-463e-8207-3c620f4b727a req-c6149c89-c8f2-4617-9f7c-f8eb6320bb7a service neutron] 10.222.0.46 "GET /v2.0/networks/ac7162ed-6612-4f9f-af8d-956b8d1ad2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597455 Jun 09 15:05:29.274996 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e9995-49fb-45bc-986e-5e7658ae6b41 req-5b96f3fa-1af8-4745-95a2-c32f146769b4 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:29.276593 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf3e9995-49fb-45bc-986e-5e7658ae6b41 req-5b96f3fa-1af8-4745-95a2-c32f146769b4 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 948 time: 0.2081170 Jun 09 15:05:29.309377 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52950) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:29.351970 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf3e9995-49fb-45bc-986e-5e7658ae6b41 req-e1989e14-66d7-4a97-8b5a-6ab976b634aa tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691402 Jun 09 15:05:29.357636 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-a9c0bec7-593d-417b-be22-5daee0dab5b7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4e561ed58aa34e1d83830b678fcfe72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463719 Jun 09 15:05:29.360009 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 52952) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:29.396755 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8 req-6686376a-2c10-4bd9-aae8-0f7a651f9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:29.398249 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8 req-6686376a-2c10-4bd9-aae8-0f7a651f9000 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=488816683c0048edb8e36dba3f24240a&device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 1101 time: 0.0773060 Jun 09 15:05:29.418151 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4b747b75-700f-4a8c-bd03-553c8b5789cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:29.443849 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4b747b75-700f-4a8c-bd03-553c8b5789cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:29.505219 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4b747b75-700f-4a8c-bd03-553c8b5789cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:29.507689 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4b747b75-700f-4a8c-bd03-553c8b5789cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:29.508925 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-4b747b75-700f-4a8c-bd03-553c8b5789cb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ad118139-4085-46d8-9804-9d3fa71c8309 HTTP/1.1" status: 204 len: 168 time: 0.1479754 Jun 09 15:05:29.509593 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:29.519280 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b747b75-700f-4a8c-bd03-553c8b5789cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad118139-4085-46d8-9804-9d3fa71c8309,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:29.521597 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4b747b75-700f-4a8c-bd03-553c8b5789cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:29.540524 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8 req-aef2d3fb-213c-4235-9813-be19ecbfadaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:29.542591 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8 req-aef2d3fb-213c-4235-9813-be19ecbfadaa service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac7162ed-6612-4f9f-af8d-956b8d1ad2c9 HTTP/1.1" status: 200 len: 870 time: 0.1336462 Jun 09 15:05:29.620142 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8 req-b1055481-53b6-4d50-a8a6-2159900ec8b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=d3374d29-6438-4b4b-921c-c6b22cfd1672 HTTP/1.1" status: 200 len: 217 time: 0.0650678 Jun 09 15:05:29.684983 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8 req-2cabd92c-d942-4203-9247-dc836f389eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:29.686429 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8 req-2cabd92c-d942-4203-9247-dc836f389eff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6704bbe1-3459-4698-8e72-4802b0b9bb8a HTTP/1.1" status: 200 len: 843 time: 0.0573728 Jun 09 15:05:29.781066 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8 req-74ee7e76-0c4a-4ec3-b0da-0a6d44fc6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:29.782572 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8 req-74ee7e76-0c4a-4ec3-b0da-0a6d44fc6547 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac7162ed-6612-4f9f-af8d-956b8d1ad2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773234 Jun 09 15:05:30.004303 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8 req-c93f94e6-7e9e-47e3-a53b-8e51fe039196 service neutron] 10.222.0.46 "GET /v2.0/networks/ac7162ed-6612-4f9f-af8d-956b8d1ad2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136745 Jun 09 15:05:30.026337 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1f79f-7d5d-4fa2-89df-79a0c678f9e9 req-d60e56c5-c15d-4c40-9f98-6c690bef1b8d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:30.028021 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1cb1f79f-7d5d-4fa2-89df-79a0c678f9e9 req-d60e56c5-c15d-4c40-9f98-6c690bef1b8d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.0865674 Jun 09 15:05:30.076123 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1cb1f79f-7d5d-4fa2-89df-79a0c678f9e9 req-dbdeefe2-29c8-4dfb-b255-9cd470c36a83 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423143 Jun 09 15:05:30.214880 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2d5a-7b2c-4143-9a0e-590e10149af1 req-13f241df-c1bb-4ab3-a7d6-76a85fd3839a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:30.216282 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-086a2d5a-7b2c-4143-9a0e-590e10149af1 req-13f241df-c1bb-4ab3-a7d6-76a85fd3839a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 944 time: 0.2729104 Jun 09 15:05:30.262039 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6fefdb58-ef1e-465d-823a-44ce7d6fe6d8 req-f2906e63-3181-4f12-89d6-dbf34cb0f992 service neutron] 10.222.0.46 "GET /v2.0/networks/ac7162ed-6612-4f9f-af8d-956b8d1ad2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452042 Jun 09 15:05:30.290933 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-086a2d5a-7b2c-4143-9a0e-590e10149af1 req-f76a8213-2e37-43de-a9cb-c806a16944ec tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675516 Jun 09 15:05:30.456171 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device cf032922-7609-4b09-969a-645a68ad6d94 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:05:30.550381 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8ac76-b412-431a-8cf3-7adef7f3881d req-261b65fd-892e-49c3-b57b-5535751f29c0 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:30.552072 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bdf8ac76-b412-431a-8cf3-7adef7f3881d req-261b65fd-892e-49c3-b57b-5535751f29c0 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 948 time: 0.0897455 Jun 09 15:05:30.592967 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port cf032922-7609-4b09-969a-645a68ad6d94, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cf032922-7609-4b09-969a-645a68ad6d94,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:30.597265 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bdf8ac76-b412-431a-8cf3-7adef7f3881d req-7a973783-5a73-4299-8840-cd1ff6288017 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388222 Jun 09 15:05:30.608338 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'cf032922-7609-4b09-969a-645a68ad6d94', 'network_id': 'fcd6d721-edbd-4a87-a589-447450b1224d', 'port_id': 'cf032922-7609-4b09-969a-645a68ad6d94', 'mac_address': 'fa:16:3e:ea:ff:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f05cc0-e86c-4e11-a061-45c390b84677', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:05:30.676391 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:30.694332 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf032922-7609-4b09-969a-645a68ad6d94 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:30.711322 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port cf032922-7609-4b09-969a-645a68ad6d94, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cf032922-7609-4b09-969a-645a68ad6d94,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:30.715474 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:30.718480 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-844bf682-673d-442b-bbb0-e2b70e5e1179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:30.783918 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=cf032922-7609-4b09-969a-645a68ad6d94,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:30.787266 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:31.163129 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['cf032922-7609-4b09-969a-645a68ad6d94'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:31.283452 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1970b-e950-4c64-bc3b-4ffa2217b1c5 req-590f844f-2250-48cb-983d-5598da9c75f2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:31.285588 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-81c1970b-e950-4c64-bc3b-4ffa2217b1c5 req-590f844f-2250-48cb-983d-5598da9c75f2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1018140 Jun 09 15:05:31.338958 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-81c1970b-e950-4c64-bc3b-4ffa2217b1c5 req-cc854c6c-6f96-49d0-ae21-e6dbec4f0caf tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467424 Jun 09 15:05:31.521513 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff379cf-fc2c-4789-9014-82feab674bc6 req-8a1c92f0-3d73-454d-a031-3416b23025b1 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:31.523101 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ff379cf-fc2c-4789-9014-82feab674bc6 req-8a1c92f0-3d73-454d-a031-3416b23025b1 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 945 time: 0.0907917 Jun 09 15:05:31.568925 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ff379cf-fc2c-4789-9014-82feab674bc6 req-4870ddda-d4a8-4050-ad55-dc62cde82c16 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394986 Jun 09 15:05:31.781216 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6b6a5-4401-4cfb-ad13-4d8bf8b8d72e req-01a40f82-17f3-4765-8cbf-a486d8eec527 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:31.782708 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5eb6b6a5-4401-4cfb-ad13-4d8bf8b8d72e req-01a40f82-17f3-4765-8cbf-a486d8eec527 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 948 time: 0.0794110 Jun 09 15:05:31.826865 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5eb6b6a5-4401-4cfb-ad13-4d8bf8b8d72e req-8caf7e45-98da-4b5f-b4a6-efed484c717c tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385981 Jun 09 15:05:32.462685 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device d3374d29-6438-4b4b-921c-c6b22cfd1672 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:05:32.598882 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port d3374d29-6438-4b4b-921c-c6b22cfd1672, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d3374d29-6438-4b4b-921c-c6b22cfd1672,segment=NetworkSegment(b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742),segment_id=b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:32.615126 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'd3374d29-6438-4b4b-921c-c6b22cfd1672', 'network_id': 'ac7162ed-6612-4f9f-af8d-956b8d1ad2c9', 'port_id': 'd3374d29-6438-4b4b-921c-c6b22cfd1672', 'mac_address': 'fa:16:3e:35:38:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704bbe1-3459-4698-8e72-4802b0b9bb8a', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:05:32.642775 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70686d3e-89de-4ea2-ae64-8b3459b4ac6b req-82f9f712-dc32-4043-814b-50731732d93e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:32.644163 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-70686d3e-89de-4ea2-ae64-8b3459b4ac6b req-82f9f712-dc32-4043-814b-50731732d93e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1983290 Jun 09 15:05:32.680542 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:32.689190 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-70686d3e-89de-4ea2-ae64-8b3459b4ac6b req-298a3cac-42b2-4c77-923d-dbb02551b61a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Jun 09 15:05:32.698444 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3374d29-6438-4b4b-921c-c6b22cfd1672 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:32.723728 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port d3374d29-6438-4b4b-921c-c6b22cfd1672, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d3374d29-6438-4b4b-921c-c6b22cfd1672,segment=NetworkSegment(b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742),segment_id=b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:32.728036 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:32.729948 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:32.800006 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=d3374d29-6438-4b4b-921c-c6b22cfd1672,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:32.803257 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:32.904603 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296573db-d0cc-49cf-8ae3-895ff1ba33ea req-3b68b2d3-efa7-4f33-918b-05ae5a458357 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:32.906277 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-296573db-d0cc-49cf-8ae3-895ff1ba33ea req-3b68b2d3-efa7-4f33-918b-05ae5a458357 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 945 time: 0.1153502 Jun 09 15:05:32.963727 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-296573db-d0cc-49cf-8ae3-895ff1ba33ea req-490b2c77-3c13-4929-8cf8-2625bc01c907 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450685 Jun 09 15:05:33.048632 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16386f6e-aa9b-4c2b-b436-1cfa2670a83e req-bb7d99bb-9f1d-44f3-96e8-e91bb13bc956 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:33.050102 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-16386f6e-aa9b-4c2b-b436-1cfa2670a83e req-bb7d99bb-9f1d-44f3-96e8-e91bb13bc956 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 949 time: 0.0826461 Jun 09 15:05:33.093072 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-16386f6e-aa9b-4c2b-b436-1cfa2670a83e req-34a17044-2231-4227-8905-2b072510d9f4 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375795 Jun 09 15:05:33.189698 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['d3374d29-6438-4b4b-921c-c6b22cfd1672'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:33.872094 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e0889-eb74-47e9-a524-0b22b0b4e1ae req-69bca2be-4f68-43f8-9227-d81ec570b291 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:33.873561 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-003e0889-eb74-47e9-a524-0b22b0b4e1ae req-69bca2be-4f68-43f8-9227-d81ec570b291 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.0789886 Jun 09 15:05:33.916434 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-003e0889-eb74-47e9-a524-0b22b0b4e1ae req-37c5b648-7307-449a-bf16-794ea5182957 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373745 Jun 09 15:05:34.156825 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3fcdf-0cbc-46af-9f3d-59735ae9f143 req-2eb7c795-cbec-4d8f-ab8c-de482fb6750e tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:34.158438 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e4e3fcdf-0cbc-46af-9f3d-59735ae9f143 req-2eb7c795-cbec-4d8f-ab8c-de482fb6750e tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 945 time: 0.0864832 Jun 09 15:05:34.214399 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e4e3fcdf-0cbc-46af-9f3d-59735ae9f143 req-3fa9b4fb-cfed-4c9a-a5a9-080908a4fabc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500529 Jun 09 15:05:34.294489 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8b89e-1388-4256-9880-e66eb7e5a897 req-ba77e696-2f6c-48cc-a09d-31ecd4edf66c tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:34.295951 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9fd8b89e-1388-4256-9880-e66eb7e5a897 req-ba77e696-2f6c-48cc-a09d-31ecd4edf66c tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 949 time: 0.0879259 Jun 09 15:05:34.333970 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 53074) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:34.342708 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9fd8b89e-1388-4256-9880-e66eb7e5a897 req-b4b2d58c-b99f-4b9d-b66a-fad2e25712ea tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Jun 09 15:05:34.453789 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3df8152b-ed9b-41d0-9bb6-27f3c9d963bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.469094 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device cf032922-7609-4b09-969a-645a68ad6d94 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:34.548633 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port cf032922-7609-4b09-969a-645a68ad6d94 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:34.554968 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port cf032922-7609-4b09-969a-645a68ad6d94 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:34.556110 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.565952 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3df8152b-ed9b-41d0-9bb6-27f3c9d963bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.570174 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3df8152b-ed9b-41d0-9bb6-27f3c9d963bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.579090 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0977516a-eab1-406d-be59-4a42da98c205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:34.618307 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8152b-ed9b-41d0-9bb6-27f3c9d963bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fec4fa1-094d-4311-9141-a3ff2cd7a9ed,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:34.623723 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-3df8152b-ed9b-41d0-9bb6-27f3c9d963bf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d3242d6535884b2492f32f238f20573e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885830 Jun 09 15:05:34.624896 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3df8152b-ed9b-41d0-9bb6-27f3c9d963bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:34.625638 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 53082) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:34.680616 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.683604 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-22421ee6-7ece-47cb-9829-23be18b76ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.708088 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e248da41-6f82-4fd8-bbae-9c0ce3301700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf032922-7609-4b09-969a-645a68ad6d94'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:34.710339 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b923a61-5002-4515-9e28-374c5517cc9c" -d '{"events": [{"server_uuid": "e248da41-6f82-4fd8-bbae-9c0ce3301700", "name": "network-vif-plugged", "status": "completed", "tag": "cf032922-7609-4b09-969a-645a68ad6d94"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:34.714654 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-22421ee6-7ece-47cb-9829-23be18b76ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.718630 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port cf032922-7609-4b09-969a-645a68ad6d94, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cf032922-7609-4b09-969a-645a68ad6d94,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:34.725298 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.726376 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device d3374d29-6438-4b4b-921c-c6b22cfd1672 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:34.755215 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:34.778136 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-22421ee6-7ece-47cb-9829-23be18b76ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.780735 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-22421ee6-7ece-47cb-9829-23be18b76ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.782059 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-22421ee6-7ece-47cb-9829-23be18b76ef7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3fec4fa1-094d-4311-9141-a3ff2cd7a9ed HTTP/1.1" status: 204 len: 168 time: 0.1552420 Jun 09 15:05:34.782889 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-051a3f3a-183f-472b-a15e-4284ce143f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:34.793034 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c75359d-0bd3-41c3-b87f-b9446e456bc6 x-openstack-request-id: req-9c75359d-0bd3-41c3-b87f-b9446e456bc6 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:34.793337 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e248da41-6f82-4fd8-bbae-9c0ce3301700", "name": "network-vif-plugged", "status": "completed", "tag": "cf032922-7609-4b09-969a-645a68ad6d94", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:34.793595 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9c75359d-0bd3-41c3-b87f-b9446e456bc6 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:34.793717 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22421ee6-7ece-47cb-9829-23be18b76ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fec4fa1-094d-4311-9141-a3ff2cd7a9ed,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:34.793977 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e248da41-6f82-4fd8-bbae-9c0ce3301700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf032922-7609-4b09-969a-645a68ad6d94', 'code': 200} Jun 09 15:05:34.796102 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-22421ee6-7ece-47cb-9829-23be18b76ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:34.878456 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=cf032922-7609-4b09-969a-645a68ad6d94,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:34.882222 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:34.892501 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port d3374d29-6438-4b4b-921c-c6b22cfd1672 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:34.899031 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port d3374d29-6438-4b4b-921c-c6b22cfd1672 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:34.899627 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.037480 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.077776 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port d3374d29-6438-4b4b-921c-c6b22cfd1672, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d3374d29-6438-4b4b-921c-c6b22cfd1672,segment=NetworkSegment(b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742),segment_id=b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:35.084802 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.087663 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:35.158221 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=d3374d29-6438-4b4b-921c-c6b22cfd1672,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:35.163744 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173be0-1fb6-4942-b2fa-42179c5eae93 req-ebf251bf-b8e4-4ed3-b9aa-dcf95fab0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:35.164241 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 53100) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:35.164626 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e1173be0-1fb6-4942-b2fa-42179c5eae93 req-ebf251bf-b8e4-4ed3-b9aa-dcf95fab0992 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 1099 time: 0.1404493 Jun 09 15:05:35.166545 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:35.186095 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6b864ff6-bc23-4acd-95aa-b648c47febd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.194728 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457273af-5341-4721-8e25-f8a18b21e997 req-e66b2a72-ef34-4cd4-82f7-33a3bce703e5 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:35.196163 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-457273af-5341-4721-8e25-f8a18b21e997 req-e66b2a72-ef34-4cd4-82f7-33a3bce703e5 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1376801 Jun 09 15:05:35.250267 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e1173be0-1fb6-4942-b2fa-42179c5eae93 req-01dbdbf6-2003-4fc2-bc46-315912c924f9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776117 Jun 09 15:05:35.264137 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-457273af-5341-4721-8e25-f8a18b21e997 req-25c4ccc8-ce1e-41c3-995b-c92dbbc7d5aa tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596302 Jun 09 15:05:35.312221 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6b864ff6-bc23-4acd-95aa-b648c47febd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.316359 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6b864ff6-bc23-4acd-95aa-b648c47febd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.324325 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b1207484-aaef-4647-a53b-f5ed005382a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:35.407952 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-6b864ff6-bc23-4acd-95aa-b648c47febd6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1340836cbbc64ed1b7d139d2560aa6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425845 Jun 09 15:05:35.410574 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 53106) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:35.413547 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b864ff6-bc23-4acd-95aa-b648c47febd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58402cc7-4aab-4a7e-bae8-571eb6e32fa7,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:35.416837 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6b864ff6-bc23-4acd-95aa-b648c47febd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:35.460942 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e085e-06bc-4d0a-b08b-9ef415a22627 req-231ae96b-ce3e-4584-a721-6387a6101f2c tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:35.462435 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-708e085e-06bc-4d0a-b08b-9ef415a22627 req-231ae96b-ce3e-4584-a721-6387a6101f2c tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 946 time: 0.1037450 Jun 09 15:05:35.509419 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-708e085e-06bc-4d0a-b08b-9ef415a22627 req-383e15a2-2e17-4da7-905d-c1b4de563c5c tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 Jun 09 15:05:35.534127 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-47a68b61-eb94-4b53-a57a-dd4248f3332d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.569712 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-47a68b61-eb94-4b53-a57a-dd4248f3332d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.619611 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a021f-4743-4873-8f83-2041feec679a req-709fc8b4-9916-4bcb-a26b-283b0eff6c82 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:35.621141 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cd4a021f-4743-4873-8f83-2041feec679a req-709fc8b4-9916-4bcb-a26b-283b0eff6c82 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 950 time: 0.1664181 Jun 09 15:05:35.673261 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cd4a021f-4743-4873-8f83-2041feec679a req-45e2a05f-4c24-43b9-9e0a-8fe859083a93 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Jun 09 15:05:35.681568 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-47a68b61-eb94-4b53-a57a-dd4248f3332d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.681568 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-47a68b61-eb94-4b53-a57a-dd4248f3332d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.681568 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-47a68b61-eb94-4b53-a57a-dd4248f3332d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/58402cc7-4aab-4a7e-bae8-571eb6e32fa7 HTTP/1.1" status: 204 len: 168 time: 0.2659371 Jun 09 15:05:35.681568 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-546138b7-2f34-48c2-9d5e-83c086753806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:35.688002 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a68b61-eb94-4b53-a57a-dd4248f3332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58402cc7-4aab-4a7e-bae8-571eb6e32fa7,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:35.690487 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-47a68b61-eb94-4b53-a57a-dd4248f3332d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:36.449655 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2723-62b8-4e14-8b9f-152b545a57e3 req-79c35e88-f6bb-406e-9ef9-f5e080d5ac51 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:36.451115 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-810b2723-62b8-4e14-8b9f-152b545a57e3 req-79c35e88-f6bb-406e-9ef9-f5e080d5ac51 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.0806413 Jun 09 15:05:36.498782 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-810b2723-62b8-4e14-8b9f-152b545a57e3 req-0002351e-60f1-453d-97a0-7b69a0174709 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421090 Jun 09 15:05:36.755635 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377d72-f905-43c0-806c-dd168134fa08 req-049d580a-27bf-4395-8ec6-c0a643337886 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:36.763884 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ac377d72-f905-43c0-806c-dd168134fa08 req-049d580a-27bf-4395-8ec6-c0a643337886 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 946 time: 0.1253514 Jun 09 15:05:36.804150 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99978949-28f5-4616-9777-2958738f7223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3374d29-6438-4b4b-921c-c6b22cfd1672'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:36.804150 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92450ca9-87c3-413e-b9b4-9df61d992e15" -d '{"events": [{"server_uuid": "99978949-28f5-4616-9777-2958738f7223", "name": "network-vif-plugged", "status": "completed", "tag": "d3374d29-6438-4b4b-921c-c6b22cfd1672"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:36.865757 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ac377d72-f905-43c0-806c-dd168134fa08 req-37be2f0f-b2b2-40e5-9492-62e2b8d6a21a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007485 Jun 09 15:05:36.906592 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404c8c0-e1e9-4481-9650-2261a3e70dfb req-e53759d0-b13e-49e4-9b35-4de3d22df968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:36.908146 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1404c8c0-e1e9-4481-9650-2261a3e70dfb req-e53759d0-b13e-49e4-9b35-4de3d22df968 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 1098 time: 0.1205978 Jun 09 15:05:36.953753 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0d2289-1cb6-469f-bcfe-d472bb373c4c x-openstack-request-id: req-2a0d2289-1cb6-469f-bcfe-d472bb373c4c {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:36.954318 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99978949-28f5-4616-9777-2958738f7223", "name": "network-vif-plugged", "status": "completed", "tag": "d3374d29-6438-4b4b-921c-c6b22cfd1672", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:36.954805 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a0d2289-1cb6-469f-bcfe-d472bb373c4c {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:36.955397 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99978949-28f5-4616-9777-2958738f7223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3374d29-6438-4b4b-921c-c6b22cfd1672', 'code': 200} Jun 09 15:05:36.960724 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded7561-9c37-4cb1-841e-cd508bc34e67 req-4c01c3a2-d20e-41f7-b249-da625feaf6a9 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:36.962258 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0ded7561-9c37-4cb1-841e-cd508bc34e67 req-4c01c3a2-d20e-41f7-b249-da625feaf6a9 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 950 time: 0.1383758 Jun 09 15:05:36.983974 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1404c8c0-e1e9-4481-9650-2261a3e70dfb req-bb1b5acb-3c0a-4a18-a81c-cafc622d84f4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684817 Jun 09 15:05:37.037115 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0ded7561-9c37-4cb1-841e-cd508bc34e67 req-b1c3cc6e-ecf8-4b87-a0bc-7fb6181938b8 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 Jun 09 15:05:37.295652 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b6da2-956a-4c7b-b7cb-06dc3881252e req-85689de7-6d04-4153-9653-56320df745f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:37.297636 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-118b6da2-956a-4c7b-b7cb-06dc3881252e req-85689de7-6d04-4153-9653-56320df745f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 1103 time: 0.0981665 Jun 09 15:05:37.372942 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-118b6da2-956a-4c7b-b7cb-06dc3881252e req-614b835d-c0b0-40a7-8c95-e2db5c453ff9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570912 Jun 09 15:05:37.687113 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099a06f-8fe8-4ab7-b95b-1ea24aceda80 req-60d00111-0235-40c2-8716-df0bd7db9aa0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:37.688656 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3099a06f-8fe8-4ab7-b95b-1ea24aceda80 req-60d00111-0235-40c2-8716-df0bd7db9aa0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.0808511 Jun 09 15:05:37.733950 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3099a06f-8fe8-4ab7-b95b-1ea24aceda80 req-26be8671-8476-4501-9562-b4e86dd3151d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395381 Jun 09 15:05:38.076442 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90d78b-6ea4-4eee-b213-a741edf0118c req-a4293bf2-fea6-4909-a65a-dfdd4a6f7345 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:38.078119 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3e90d78b-6ea4-4eee-b213-a741edf0118c req-a4293bf2-fea6-4909-a65a-dfdd4a6f7345 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 946 time: 0.0855637 Jun 09 15:05:38.148924 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3e90d78b-6ea4-4eee-b213-a741edf0118c req-a8f56c56-a0e1-492a-9cbf-ba86739e33eb tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548122 Jun 09 15:05:38.283733 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8f578-b8ca-4473-998f-0993c71631db req-1425b51c-de18-4c08-8fbb-d61356395cc8 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:38.285291 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f1a8f578-b8ca-4473-998f-0993c71631db req-1425b51c-de18-4c08-8fbb-d61356395cc8 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 950 time: 0.1405892 Jun 09 15:05:38.330010 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f1a8f578-b8ca-4473-998f-0993c71631db req-f821708c-d06c-4bea-99f6-b492aab27d42 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389593 Jun 09 15:05:38.933555 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77702e57-6605-4cf2-99d1-ac01dd81dd48 req-ce2ba749-c084-440f-87cd-152b1cf11e39 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:38.935012 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-77702e57-6605-4cf2-99d1-ac01dd81dd48 req-ce2ba749-c084-440f-87cd-152b1cf11e39 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.0870025 Jun 09 15:05:38.990470 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-77702e57-6605-4cf2-99d1-ac01dd81dd48 req-4dccb3c1-e03a-4db1-8480-388230811908 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495229 Jun 09 15:05:39.188642 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47883c-93d3-46d2-b0aa-fb2158776e53 req-bbabcc33-49c1-4ca5-8f6f-389c5716c603 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:39.189983 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dc47883c-93d3-46d2-b0aa-fb2158776e53 req-bbabcc33-49c1-4ca5-8f6f-389c5716c603 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0773921 Jun 09 15:05:39.237647 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dc47883c-93d3-46d2-b0aa-fb2158776e53 req-4c500a91-630b-4103-9407-b7fac6235df3 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417998 Jun 09 15:05:39.548559 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6b6e1-7271-4133-9001-1fcaeec825f3 req-4446dcfc-5ff8-4722-9d8b-98353dafff59 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:39.548559 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-89d6b6e1-7271-4133-9001-1fcaeec825f3 req-4446dcfc-5ff8-4722-9d8b-98353dafff59 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 950 time: 0.0870225 Jun 09 15:05:39.607343 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-89d6b6e1-7271-4133-9001-1fcaeec825f3 req-97cbb700-d9f1-45bc-9b69-f1263cc5127d tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545101 Jun 09 15:05:40.194097 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6ccdf-14fa-472d-b6be-10a292c19d99 req-f77be7e2-83ae-4b67-b4d6-cc7869bf48b4 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:40.194097 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b1f6ccdf-14fa-472d-b6be-10a292c19d99 req-f77be7e2-83ae-4b67-b4d6-cc7869bf48b4 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 950 time: 0.0854254 Jun 09 15:05:40.235044 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b1f6ccdf-14fa-472d-b6be-10a292c19d99 req-20ab2570-d0f9-4561-a82c-05fbc1989e32 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Jun 09 15:05:40.691829 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:41.388870 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e818d12-679a-49fd-b966-fceb1859a7de req-2d3edba1-623c-42f0-a6ee-f9c26f37cb07 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:41.390732 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6e818d12-679a-49fd-b966-fceb1859a7de req-2d3edba1-623c-42f0-a6ee-f9c26f37cb07 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0946023 Jun 09 15:05:41.441470 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116381fa-db35-469f-9753-40928779d2cc req-1a08465e-46f4-4e5b-ad1f-fcba6213d696 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:41.443183 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-116381fa-db35-469f-9753-40928779d2cc req-1a08465e-46f4-4e5b-ad1f-fcba6213d696 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 950 time: 0.0871553 Jun 09 15:05:41.492728 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-116381fa-db35-469f-9753-40928779d2cc req-8af7db86-8f2b-4c86-a4ba-52496c46d93f tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Jun 09 15:05:41.549554 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6e818d12-679a-49fd-b966-fceb1859a7de req-7dffb0fc-1f98-4e30-9510-cd9a659d216f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529493 Jun 09 15:05:41.566490 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cda55f-34d2-43b6-b30d-840ab4efe081 req-28b15430-0953-4ed3-a095-8ba269d15acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:41.568005 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6cda55f-34d2-43b6-b30d-840ab4efe081 req-28b15430-0953-4ed3-a095-8ba269d15acd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 1098 time: 0.0915534 Jun 09 15:05:41.708959 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cda55f-34d2-43b6-b30d-840ab4efe081 req-49dfde98-c57e-4157-8ca2-59d7ebe9f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:41.710439 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6cda55f-34d2-43b6-b30d-840ab4efe081 req-49dfde98-c57e-4157-8ca2-59d7ebe9f42d service neutron] 10.222.0.46 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 919 time: 0.1293433 Jun 09 15:05:41.786955 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6cda55f-34d2-43b6-b30d-840ab4efe081 req-1e446b0f-7d04-4f1f-9b65-28b019cd9699 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f536219-202a-41b1-b47c-876b9104a69a HTTP/1.1" status: 200 len: 217 time: 0.0642369 Jun 09 15:05:41.859934 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cda55f-34d2-43b6-b30d-840ab4efe081 req-27974aa5-345b-46b1-ab83-6b0af9f674d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:41.861396 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6cda55f-34d2-43b6-b30d-840ab4efe081 req-27974aa5-345b-46b1-ab83-6b0af9f674d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366d801b-9500-4857-8071-2b0532367ca2 HTTP/1.1" status: 200 len: 858 time: 0.0575902 Jun 09 15:05:41.915237 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6cda55f-34d2-43b6-b30d-840ab4efe081 req-48aeb03b-15c5-4d05-ae6c-306f10bd46cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14fe3549-285e-478e-86c0-218ad94ab33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427299 Jun 09 15:05:42.060894 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6cda55f-34d2-43b6-b30d-840ab4efe081 req-22780c92-d151-4395-8578-876f7b2c43c6 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359744 Jun 09 15:05:42.202347 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6cda55f-34d2-43b6-b30d-840ab4efe081 req-f5b82d82-7dd5-4d30-a667-daafe7a17666 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332021 Jun 09 15:05:42.558891 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1da58-3ae5-4f68-bde2-fda3bf72a1ec req-acbc5122-92c8-4be2-b0fe-178e96e24529 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:42.560324 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cbe1da58-3ae5-4f68-bde2-fda3bf72a1ec req-acbc5122-92c8-4be2-b0fe-178e96e24529 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.46 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 950 time: 0.0784600 Jun 09 15:05:42.725952 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50506362-d232-4bac-b26d-f099c627e286 req-cd8cf0c3-6617-4306-bc36-2ba8b2295efd tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:42.727626 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-50506362-d232-4bac-b26d-f099c627e286 req-cd8cf0c3-6617-4306-bc36-2ba8b2295efd tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 950 time: 0.1154785 Jun 09 15:05:42.777411 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-50506362-d232-4bac-b26d-f099c627e286 req-102fbca5-62c7-4a5d-8d27-5fbf5b9b8d66 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/security-groups?id=c11db641-8ae8-41ca-ad8f-684fa06afb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Jun 09 15:05:42.799094 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-cbe1da58-3ae5-4f68-bde2-fda3bf72a1ec req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Deleting port d3374d29-6438-4b4b-921c-c6b22cfd1672 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:05:42.799430 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-cbe1da58-3ae5-4f68-bde2-fda3bf72a1ec req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:42.941172 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb440d-cc58-4719-9bd3-7a8fba405db2 req-1ba713ae-bcf0-4694-a9a9-ba91b7fb731f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:42.942503 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a9eb440d-cc58-4719-9bd3-7a8fba405db2 req-1ba713ae-bcf0-4694-a9a9-ba91b7fb731f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.2201803 Jun 09 15:05:42.977426 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-cbe1da58-3ae5-4f68-bde2-fda3bf72a1ec req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] For port d3374d29-6438-4b4b-921c-c6b22cfd1672, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d3374d29-6438-4b4b-921c-c6b22cfd1672,segment=NetworkSegment(b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742),segment_id=b3a75dbc-ae51-4cb3-83a6-f6f1cb4f4742)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:42.977610 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-cbe1da58-3ae5-4f68-bde2-fda3bf72a1ec req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:43.117177 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a9eb440d-cc58-4719-9bd3-7a8fba405db2 req-d7ad1524-7773-4c7a-9066-6cac1bf2368c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683631 Jun 09 15:05:43.127705 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-cbe1da58-3ae5-4f68-bde2-fda3bf72a1ec req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Calling delete_port for d3374d29-6438-4b4b-921c-c6b22cfd1672 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:05:43.297674 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-cbe1da58-3ae5-4f68-bde2-fda3bf72a1ec req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:43.304072 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:43.315003 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['d3374d29-6438-4b4b-921c-c6b22cfd1672'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:43.369697 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6ee5e987-fb29-4773-b0ce-315908018218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:43.436010 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Pushing event deleted for resources: {'Port': ['ID=d3374d29-6438-4b4b-921c-c6b22cfd1672,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:43.443102 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:43.526708 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe1da58-3ae5-4f68-bde2-fda3bf72a1ec req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] No DVR routers for this DVR port d3374d29-6438-4b4b-921c-c6b22cfd1672 on host hv-cinder-78960 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:05:43.529941 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-cbe1da58-3ae5-4f68-bde2-fda3bf72a1ec req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:43.531867 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cbe1da58-3ae5-4f68-bde2-fda3bf72a1ec req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.46 "DELETE /v2.0/ports/d3374d29-6438-4b4b-921c-c6b22cfd1672 HTTP/1.1" status: 204 len: 173 time: 0.9646349 Jun 09 15:05:43.532434 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99978949-28f5-4616-9777-2958738f7223', 'name': 'network-vif-deleted', 'tag': 'd3374d29-6438-4b4b-921c-c6b22cfd1672'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:43.534701 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753bc11d-0406-4094-ad1a-51628f1005d0" -d '{"events": [{"server_uuid": "99978949-28f5-4616-9777-2958738f7223", "name": "network-vif-deleted", "tag": "d3374d29-6438-4b4b-921c-c6b22cfd1672"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:43.590020 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47e957e-6ae8-4b28-83cb-6a5eb5cf2787 x-openstack-request-id: req-a47e957e-6ae8-4b28-83cb-6a5eb5cf2787 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:43.592832 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99978949-28f5-4616-9777-2958738f7223", "name": "network-vif-deleted", "tag": "d3374d29-6438-4b4b-921c-c6b22cfd1672", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:43.593254 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a47e957e-6ae8-4b28-83cb-6a5eb5cf2787 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:43.593738 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99978949-28f5-4616-9777-2958738f7223', 'name': 'network-vif-deleted', 'tag': 'd3374d29-6438-4b4b-921c-c6b22cfd1672', 'status': 'completed', 'code': 200} Jun 09 15:05:44.104410 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8b090383-cb95-4ed6-9868-53a83d31e93d req-5419fa52-8b54-4995-a241-6517ad016b15 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] 10.222.0.83 "GET /v2.0/ports?device_id=99978949-28f5-4616-9777-2958738f7223 HTTP/1.1" status: 200 len: 210 time: 0.0429974 Jun 09 15:05:44.355854 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70cd82-dc0d-49df-82b2-87366d7cea1c req-30f68638-8c7d-4236-a714-c4b509dbcf87 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:44.357388 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-df70cd82-dc0d-49df-82b2-87366d7cea1c req-30f68638-8c7d-4236-a714-c4b509dbcf87 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1167684 Jun 09 15:05:44.404993 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-df70cd82-dc0d-49df-82b2-87366d7cea1c req-a0485cb2-ac31-473e-9218-f968b7ea3584 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413013 Jun 09 15:05:45.621651 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 53430) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:45.659838 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083b69b-af56-4aba-841f-bd8458ca0d4c req-f2472ab6-2b05-4ce0-854a-3a1de3c52132 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:45.661882 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5083b69b-af56-4aba-841f-bd8458ca0d4c req-f2472ab6-2b05-4ce0-854a-3a1de3c52132 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1053057 Jun 09 15:05:45.728219 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5083b69b-af56-4aba-841f-bd8458ca0d4c req-0d4bf959-b0ec-4782-82e6-a12f73c805d4 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600076 Jun 09 15:05:45.734389 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:45.832152 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-623f95a6-373b-4a94-a6ff-2be56b165d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:45.935936 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 53448) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:46.019712 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-286b2106-29fc-4552-a591-51697e1e8fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.074460 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2b1452bf-815b-410e-8930-4bef6fc447bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.134772 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-286b2106-29fc-4552-a591-51697e1e8fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.141455 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-286b2106-29fc-4552-a591-51697e1e8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.150290 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:46.189138 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-286b2106-29fc-4552-a591-51697e1e8fa8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=19eec40d24b3490ead2c9e5245c19458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654051 Jun 09 15:05:46.191722 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 53470) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:46.202691 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b2106-29fc-4552-a591-51697e1e8fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d60ae2-4c3a-4c88-a908-112afaaeb9c2,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:46.207338 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-286b2106-29fc-4552-a591-51697e1e8fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:46.244175 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2b1452bf-815b-410e-8930-4bef6fc447bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.249394 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2b1452bf-815b-410e-8930-4bef6fc447bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.257829 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-ea4de9ff-5c03-4617-a9c8-3ffea26c07e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.261065 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e62d0123-ce97-4bff-916f-b602ce3656fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:46.289104 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-ea4de9ff-5c03-4617-a9c8-3ffea26c07e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.292661 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-2b1452bf-815b-410e-8930-4bef6fc447bd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=94695055bfab4155a5d11fbdae610ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532770 Jun 09 15:05:46.293225 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 53488) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:46.351794 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-ea4de9ff-5c03-4617-a9c8-3ffea26c07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.354730 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-ea4de9ff-5c03-4617-a9c8-3ffea26c07e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.355994 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-ea4de9ff-5c03-4617-a9c8-3ffea26c07e8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a2d60ae2-4c3a-4c88-a908-112afaaeb9c2 HTTP/1.1" status: 204 len: 168 time: 0.1631978 Jun 09 15:05:46.356899 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:46.367113 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4de9ff-5c03-4617-a9c8-3ffea26c07e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d60ae2-4c3a-4c88-a908-112afaaeb9c2,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:46.370148 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ea4de9ff-5c03-4617-a9c8-3ffea26c07e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:46.371568 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f9bad80c-2898-47e9-baec-5f471015bfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.384919 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1452bf-815b-410e-8930-4bef6fc447bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b737f251-c6e0-4362-8eec-0eb13453b303,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:46.388672 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2b1452bf-815b-410e-8930-4bef6fc447bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:46.409363 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f9bad80c-2898-47e9-baec-5f471015bfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.477186 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f9bad80c-2898-47e9-baec-5f471015bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.480701 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f9bad80c-2898-47e9-baec-5f471015bfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.482219 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-f9bad80c-2898-47e9-baec-5f471015bfbe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b737f251-c6e0-4362-8eec-0eb13453b303 HTTP/1.1" status: 204 len: 168 time: 0.1878009 Jun 09 15:05:46.483268 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0e7c4a9f-3a4f-4daf-a634-20cb0ae381e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:46.495106 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bad80c-2898-47e9-baec-5f471015bfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b737f251-c6e0-4362-8eec-0eb13453b303,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:46.509816 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f9bad80c-2898-47e9-baec-5f471015bfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:46.534684 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device d3374d29-6438-4b4b-921c-c6b22cfd1672 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:05:46.568210 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: d3374d29-6438-4b4b-921c-c6b22cfd1672 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:05:46.568869 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device d3374d29-6438-4b4b-921c-c6b22cfd1672 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:05:46.703638 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 53530) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:46.723960 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-209251c1-6052-4af0-9f51-4ffcf67b5a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.883048 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-209251c1-6052-4af0-9f51-4ffcf67b5a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.891710 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-209251c1-6052-4af0-9f51-4ffcf67b5a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.899032 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:46.917502 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.971821 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-209251c1-6052-4af0-9f51-4ffcf67b5a24 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c886183fd2394535b28304f540134743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670095 Jun 09 15:05:46.973166 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209251c1-6052-4af0-9f51-4ffcf67b5a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fac5a2-a5c8-4fb2-8eb7-7102b151c0e4,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:46.975968 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 53550) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:46.991021 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee6c1d-87a9-4b0a-ace2-f9d4ba2fab0e req-f34fec2e-6ff6-4a62-9957-71b12b410b14 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:46.991737 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-209251c1-6052-4af0-9f51-4ffcf67b5a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:46.992425 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e6ee6c1d-87a9-4b0a-ace2-f9d4ba2fab0e req-f34fec2e-6ff6-4a62-9957-71b12b410b14 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1106098 Jun 09 15:05:47.050049 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9924b76e-395d-4477-b06d-370bbb581dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.093929 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9924b76e-395d-4477-b06d-370bbb581dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.119936 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e6ee6c1d-87a9-4b0a-ace2-f9d4ba2fab0e req-dbe0b2af-a717-410c-aaa2-f731b75bc300 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208558 Jun 09 15:05:47.263002 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9924b76e-395d-4477-b06d-370bbb581dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.266293 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9924b76e-395d-4477-b06d-370bbb581dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.267843 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-9924b76e-395d-4477-b06d-370bbb581dd2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/10fac5a2-a5c8-4fb2-8eb7-7102b151c0e4 HTTP/1.1" status: 204 len: 168 time: 0.2904398 Jun 09 15:05:47.269036 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:47.282720 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924b76e-395d-4477-b06d-370bbb581dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fac5a2-a5c8-4fb2-8eb7-7102b151c0e4,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:47.302955 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9924b76e-395d-4477-b06d-370bbb581dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:47.607603 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee9c9-c3d0-4d45-99c1-ee7885f2d6ba req-e780ce79-a65f-40aa-b656-9f9586d6098b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:47.609350 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-92aee9c9-c3d0-4d45-99c1-ee7885f2d6ba req-e780ce79-a65f-40aa-b656-9f9586d6098b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 946 time: 0.0958772 Jun 09 15:05:47.673847 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-92aee9c9-c3d0-4d45-99c1-ee7885f2d6ba req-13ef7c85-9a6c-4311-9c20-57bc42a4c964 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519276 Jun 09 15:05:47.800181 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 53622) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:47.819909 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-799e763f-dd64-40c7-a74a-5438d1cd8d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.929629 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-799e763f-dd64-40c7-a74a-5438d1cd8d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.934146 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-799e763f-dd64-40c7-a74a-5438d1cd8d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.943412 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e1cca1d6-d0a0-4f43-ba43-d7e563d20508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:47.986081 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-799e763f-dd64-40c7-a74a-5438d1cd8d06 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=08da228b0350494e98174c6fd92eccad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852007 Jun 09 15:05:47.990705 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 53650) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:47.997411 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e763f-dd64-40c7-a74a-5438d1cd8d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59029a80-63f8-48d0-8209-79eb06536a0e,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:48.001116 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-799e763f-dd64-40c7-a74a-5438d1cd8d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:48.072002 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3c61a18f-9112-4fd3-a977-33a38f68458e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:48.098767 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3c61a18f-9112-4fd3-a977-33a38f68458e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:48.166406 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3c61a18f-9112-4fd3-a977-33a38f68458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:48.169220 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3c61a18f-9112-4fd3-a977-33a38f68458e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:48.172589 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-3c61a18f-9112-4fd3-a977-33a38f68458e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/59029a80-63f8-48d0-8209-79eb06536a0e HTTP/1.1" status: 204 len: 168 time: 0.1790893 Jun 09 15:05:48.173397 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:48.195530 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61a18f-9112-4fd3-a977-33a38f68458e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59029a80-63f8-48d0-8209-79eb06536a0e,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:48.209973 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3c61a18f-9112-4fd3-a977-33a38f68458e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:48.346449 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d61d-753e-4224-8031-2b9929ae2cc4 req-07d78780-019d-4f29-a5af-68755c2b1f5a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:48.347952 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3028d61d-753e-4224-8031-2b9929ae2cc4 req-07d78780-019d-4f29-a5af-68755c2b1f5a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1071081 Jun 09 15:05:48.403902 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3028d61d-753e-4224-8031-2b9929ae2cc4 req-9e30c7e8-456d-4d3b-b7b7-95cd8e645fc5 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486205 Jun 09 15:05:48.591648 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:49.047105 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa47352-8d3f-465b-8490-35d99727792f req-acd43304-a22a-44a4-9709-74805cd16515 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:49.048868 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6fa47352-8d3f-465b-8490-35d99727792f req-acd43304-a22a-44a4-9709-74805cd16515 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 946 time: 0.0894337 Jun 09 15:05:49.071229 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 53722) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:49.106836 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6fa47352-8d3f-465b-8490-35d99727792f req-2a7017d8-2917-46fb-bd98-4b6b378f3686 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516038 Jun 09 15:05:49.215918 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1990251816-network', 'tenant_id': '1c80a3491ee746e1a8407aecfd6e8107'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:49.249816 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Made reservation on behalf of 1c80a3491ee746e1a8407aecfd6e8107 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:49.252212 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:49.268984 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:49.381173 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:49.385061 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:49.388103 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:49.416032 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:05:49.426890 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1475d273-8053-4b12-a5d0-cb4f35330251,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:49.437338 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:49.437677 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Added segment 648e3595-4c15-4d96-b580-287352c4b1b1 of type vlan for network c2c3d27e-ad3e-4961-bf66-c2402fffce76 Jun 09 15:05:49.439642 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.439827 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.440184 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.440554 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.440898 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.441237 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.441566 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.442067 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.442404 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.442742 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.443067 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.443544 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:49.450830 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:49.476158 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:49.512632 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:49.513948 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:49.514517 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:49.517905 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:49.676304 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6039324 Jun 09 15:05:49.679445 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 53752) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:49.684859 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Pushing event updated for resources: {'Network': ['ID=c2c3d27e-ad3e-4961-bf66-c2402fffce76,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:49.685660 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Request body: {'subnet': {'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1990251816-subnet', 'tenant_id': '1c80a3491ee746e1a8407aecfd6e8107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:49.688215 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:49.695578 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network c2c3d27e-ad3e-4961-bf66-c2402fffce76 details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:05:49.722297 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Made reservation on behalf of 1c80a3491ee746e1a8407aecfd6e8107 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:49.724853 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10751930'] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:49.733008 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927ea76-8c8a-4283-9410-105e39fe180b req-ec17c4cd-1e22-4b4d-afd9-d10fce991b81 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:49.734584 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e927ea76-8c8a-4283-9410-105e39fe180b req-ec17c4cd-1e22-4b4d-afd9-d10fce991b81 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1544256 Jun 09 15:05:49.925738 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e927ea76-8c8a-4283-9410-105e39fe180b req-21a3ea1d-76b2-4023-b653-03a277b8c84a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852455 Jun 09 15:05:49.959898 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6349cbf-1fc4-4d20-9038-fa045ee50c0e req-97d999c5-dd7d-4cd6-b42e-4a3a52b71bf8 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:49.961818 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6349cbf-1fc4-4d20-9038-fa045ee50c0e req-97d999c5-dd7d-4cd6-b42e-4a3a52b71bf8 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 946 time: 0.1761796 Jun 09 15:05:50.049382 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10730444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10751876'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:50.056722 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:50.127030 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=369f42ea-058c-43a8-9ac7-2f827b87f0eb,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:50.134072 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:50.140616 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Checking segment: {'id': '648e3595-4c15-4d96-b580-287352c4b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:50.141106 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Network hostable DHCP agents. Network: c2c3d27e-ad3e-4961-bf66-c2402fffce76, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:05:50.158206 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-f6349cbf-1fc4-4d20-9038-fa045ee50c0e req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Deleting port cf032922-7609-4b09-969a-645a68ad6d94 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:05:50.158978 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f6349cbf-1fc4-4d20-9038-fa045ee50c0e req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:50.167740 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Network c2c3d27e-ad3e-4961-bf66-c2402fffce76 is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:05:50.181310 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, c2c3d27e-ad3e-4961-bf66-c2402fffce76) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:50.192032 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37890fbe-f2a6-43fa-baac-24a03c8613d3 None None] Network c2c3d27e-ad3e-4961-bf66-c2402fffce76 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:05:50.195099 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:50.195826 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:50.221688 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5404980 Jun 09 15:05:50.382030 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-f6349cbf-1fc4-4d20-9038-fa045ee50c0e req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] For port cf032922-7609-4b09-969a-645a68ad6d94, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cf032922-7609-4b09-969a-645a68ad6d94,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:50.382304 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f6349cbf-1fc4-4d20-9038-fa045ee50c0e req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:50.436427 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cee0761-0cdc-44b4-a753-170752016a91 None None] Network c2c3d27e-ad3e-4961-bf66-c2402fffce76 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:05:50.590473 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-f6349cbf-1fc4-4d20-9038-fa045ee50c0e req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Calling delete_port for cf032922-7609-4b09-969a-645a68ad6d94 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:05:50.636266 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417035ef-9f96-4922-bfe7-644aa3ade76e req-76890b9d-6643-423c-a6ce-a707c893608d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:50.637997 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-417035ef-9f96-4922-bfe7-644aa3ade76e req-76890b9d-6643-423c-a6ce-a707c893608d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=e248da41-6f82-4fd8-bbae-9c0ce3301700 HTTP/1.1" status: 200 len: 946 time: 0.3164454 Jun 09 15:05:50.698932 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-417035ef-9f96-4922-bfe7-644aa3ade76e req-82e407a8-6f7b-4fe8-bc6f-9cde5f0e6b79 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547202 Jun 09 15:05:50.764055 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f6349cbf-1fc4-4d20-9038-fa045ee50c0e req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:50.769713 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-74ad6ed2-af86-4e16-942b-0525b3fece68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:50.776353 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b7469508-8788-4feb-b89f-79d75b096837', '50841624-38f9-4472-b0d8-becbeb902163', '1ea97423-d7f4-445b-8017-ef4c6d40d830', 'cf032922-7609-4b09-969a-645a68ad6d94'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:50.816494 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Pushing event deleted for resources: {'Port': ['ID=cf032922-7609-4b09-969a-645a68ad6d94,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:50.819742 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:50.896071 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6349cbf-1fc4-4d20-9038-fa045ee50c0e req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] No DVR routers for this DVR port cf032922-7609-4b09-969a-645a68ad6d94 on host hv-cinder-78960 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:05:50.899100 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f6349cbf-1fc4-4d20-9038-fa045ee50c0e req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:50.901119 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6349cbf-1fc4-4d20-9038-fa045ee50c0e req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "DELETE /v2.0/ports/cf032922-7609-4b09-969a-645a68ad6d94 HTTP/1.1" status: 204 len: 173 time: 0.9235642 Jun 09 15:05:50.901609 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e248da41-6f82-4fd8-bbae-9c0ce3301700', 'name': 'network-vif-deleted', 'tag': 'cf032922-7609-4b09-969a-645a68ad6d94'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:50.903890 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e883e7-1adc-445a-bd06-67f5d6b0b351" -d '{"events": [{"server_uuid": "e248da41-6f82-4fd8-bbae-9c0ce3301700", "name": "network-vif-deleted", "tag": "cf032922-7609-4b09-969a-645a68ad6d94"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:50.958365 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3712d5ad-4621-4afb-9051-db347d873c03 x-openstack-request-id: req-3712d5ad-4621-4afb-9051-db347d873c03 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:50.958690 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e248da41-6f82-4fd8-bbae-9c0ce3301700", "name": "network-vif-deleted", "tag": "cf032922-7609-4b09-969a-645a68ad6d94", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:50.959499 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3712d5ad-4621-4afb-9051-db347d873c03 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:50.965054 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e248da41-6f82-4fd8-bbae-9c0ce3301700', 'name': 'network-vif-deleted', 'tag': 'cf032922-7609-4b09-969a-645a68ad6d94', 'status': 'completed', 'code': 200} Jun 09 15:05:51.216452 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac32e96-b31a-4c7d-89af-17d4518b2056 req-000f8143-e537-4238-9a7e-629e7613655a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:51.218018 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dac32e96-b31a-4c7d-89af-17d4518b2056 req-000f8143-e537-4238-9a7e-629e7613655a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1088898 Jun 09 15:05:51.282388 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dac32e96-b31a-4c7d-89af-17d4518b2056 req-10ac5e7b-bb05-4dc3-8dfe-1d2ff21914b6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574250 Jun 09 15:05:51.533990 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 53812) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:51.693131 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-bbc13c28-7539-4963-8a66-70e42fa682d8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=488816683c0048edb8e36dba3f24240a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577065 Jun 09 15:05:51.694646 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 53816) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:51.762133 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b6941e50-6943-4090-b452-51f03daccfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:51.790110 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b6941e50-6943-4090-b452-51f03daccfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:51.842841 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b6941e50-6943-4090-b452-51f03daccfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:51.845372 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b6941e50-6943-4090-b452-51f03daccfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:51.846491 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b6941e50-6943-4090-b452-51f03daccfb7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c11db641-8ae8-41ca-ad8f-684fa06afb76 HTTP/1.1" status: 204 len: 168 time: 0.1508319 Jun 09 15:05:51.847284 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-acd91911-d538-4c49-a5e8-e50d4ef4bf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:51.857221 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6941e50-6943-4090-b452-51f03daccfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11db641-8ae8-41ca-ad8f-684fa06afb76,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:51.859652 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b6941e50-6943-4090-b452-51f03daccfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:52.504276 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269a0db-705f-4b90-80de-7ed0875f067b req-9cbf5115-1627-4723-8eee-74e4bac14a36 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:52.512552 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b269a0db-705f-4b90-80de-7ed0875f067b req-9cbf5115-1627-4723-8eee-74e4bac14a36 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1114857 Jun 09 15:05:52.565920 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b269a0db-705f-4b90-80de-7ed0875f067b req-71007174-53e1-4307-b09d-4d1205d69bb7 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523846 Jun 09 15:05:52.644203 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ed3649f9-e697-4329-9627-f0e190fc06ce tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:52.645892 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ed3649f9-e697-4329-9627-f0e190fc06ce tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/networks?id=c2c3d27e-ad3e-4961-bf66-c2402fffce76 HTTP/1.1" status: 200 len: 809 time: 0.1733601 Jun 09 15:05:52.663073 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-d6d1ee67-734c-4311-89d3-addae7fd2549 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/quotas/1c80a3491ee746e1a8407aecfd6e8107 HTTP/1.1" status: 200 len: 375 time: 0.0100961 Jun 09 15:05:52.714302 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-191da075-f278-419c-94ff-9a07bb80a021 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c80a3491ee746e1a8407aecfd6e8107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448933 Jun 09 15:05:52.857610 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-78f5489e-8703-4667-9bf9-2cd95ca67c50 service neutron] 10.222.0.83 "GET /v2.0/networks/c2c3d27e-ad3e-4961-bf66-c2402fffce76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360829 Jun 09 15:05:52.991842 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-f8e2c855-07f8-45ed-a4df-5295ed1c2861 service neutron] 10.222.0.83 "GET /v2.0/networks/c2c3d27e-ad3e-4961-bf66-c2402fffce76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281021 Jun 09 15:05:53.209157 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3f0d1246-e0a2-4c91-91eb-7b0d2867bae9 req-bd078db8-fada-42d9-bfe7-cabb1b82da1e tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 210 time: 0.0500093 Jun 09 15:05:53.477374 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80101a9-1962-4475-a199-faf42bcf8fee req-c339d267-2254-4228-a527-474e5698a5d0 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:53.479971 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c80101a9-1962-4475-a199-faf42bcf8fee req-c339d267-2254-4228-a527-474e5698a5d0 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 945 time: 0.0960870 Jun 09 15:05:53.532509 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c80101a9-1962-4475-a199-faf42bcf8fee req-00830f25-4a7c-4c80-8013-f80dd0d16866 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461833 Jun 09 15:05:53.748405 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c155c9-14e5-46bc-adbe-b192c88dba36 req-261428bd-3720-40fb-beed-51b36c98703c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:53.750001 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e6c155c9-14e5-46bc-adbe-b192c88dba36 req-261428bd-3720-40fb-beed-51b36c98703c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0828545 Jun 09 15:05:53.796357 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e6c155c9-14e5-46bc-adbe-b192c88dba36 req-f6934953-9f93-4fcc-94fe-f152705d70a5 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 Jun 09 15:05:54.004641 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 53906) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:54.122060 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4885d07d-ae49-481e-a556-75075b763477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.237038 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4885d07d-ae49-481e-a556-75075b763477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.242063 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4885d07d-ae49-481e-a556-75075b763477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.253805 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dc7d02f9-868a-482b-9fa1-6862140992e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:54.320407 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-4885d07d-ae49-481e-a556-75075b763477 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d0faf93edb6c409aa7c16cc4070797ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131003 Jun 09 15:05:54.322224 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 53914) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:54.324960 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885d07d-ae49-481e-a556-75075b763477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521d42c2-1e1c-4c32-936c-d459ffd4ed92,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:54.406130 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4885d07d-ae49-481e-a556-75075b763477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:54.410473 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.426831 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cdbb299b-9754-4388-8092-cba1ad7c2783 req-cc38ce00-5222-4b38-bc44-391008bdabb8 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 210 time: 0.1032846 Jun 09 15:05:54.450968 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.501892 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2859cd74-c820-4d37-be47-59b5b5d6796c tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:54.503321 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2859cd74-c820-4d37-be47-59b5b5d6796c tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.46 "GET /v2.0/networks?id=c2c3d27e-ad3e-4961-bf66-c2402fffce76 HTTP/1.1" status: 200 len: 809 time: 0.2109497 Jun 09 15:05:54.515107 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.517727 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.519896 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Request body: {'port': {'device_id': 'f3dd6d13-52e9-4548-8356-f5a7bba8d770', 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76', 'admin_state_up': True, 'tenant_id': '1c80a3491ee746e1a8407aecfd6e8107'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:54.521532 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/521d42c2-1e1c-4c32-936c-d459ffd4ed92 HTTP/1.1" status: 204 len: 168 time: 0.1963887 Jun 09 15:05:54.522329 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-5d001e8a-23b9-496d-b376-c9e7eba9c3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:54.551383 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device cf032922-7609-4b09-969a-645a68ad6d94 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:05:54.559891 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521d42c2-1e1c-4c32-936c-d459ffd4ed92,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:54.583025 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.583396 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.583753 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.584106 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.584477 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.584829 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.585175 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.585519 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.585871 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.586212 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.586551 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.586888 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:54.613613 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:54.677760 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: cf032922-7609-4b09-969a-645a68ad6d94 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:05:54.678186 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device cf032922-7609-4b09-969a-645a68ad6d94 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:05:54.723890 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Made reservation on behalf of 1c80a3491ee746e1a8407aecfd6e8107 for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:54.733420 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.980506 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832773c2-07a7-44ab-9ad0-131ba7ebee68 req-7f05ef0e-3196-43af-a147-6774c1f9b7cb tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:54.982085 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-832773c2-07a7-44ab-9ad0-131ba7ebee68 req-7f05ef0e-3196-43af-a147-6774c1f9b7cb tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 945 time: 0.2166286 Jun 09 15:05:54.998365 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c4881-658b-49d8-88cf-22e0bd83930b req-8ffa94c7-f822-4c4a-8400-973a3f9b4060 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:54.999850 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-803c4881-658b-49d8-88cf-22e0bd83930b req-8ffa94c7-f822-4c4a-8400-973a3f9b4060 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0843983 Jun 09 15:05:55.004893 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Allocated IP 172.20.0.3 (c2c3d27e-ad3e-4961-bf66-c2402fffce76/369f42ea-058c-43a8-9ac7-2f827b87f0eb/cb33c709-d444-4941-9902-fa777d211f5f) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:55.045844 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-803c4881-658b-49d8-88cf-22e0bd83930b req-ad46e904-8767-43c0-a424-c07dfa919583 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396435 Jun 09 15:05:55.053949 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-832773c2-07a7-44ab-9ad0-131ba7ebee68 req-ffad5ed5-ead6-45cf-b4bc-ff56b8a8e846 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648282 Jun 09 15:05:55.226553 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:55.256760 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16251870'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:55.262949 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3f9e03e0-f3c3-4eac-a521-a94ba0c0f742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:55.398101 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Network c2c3d27e-ad3e-4961-bf66-c2402fffce76 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:55.401103 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:55.404861 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:55.434229 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Pushing event updated for resources: {'Port': ['ID=cb33c709-d444-4941-9902-fa777d211f5f,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:55.440342 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:55.469932 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:55.470553 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:55.489804 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-2b1a77b0-6490-41c8-bad1-7403fefdd91d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9758136 Jun 09 15:05:55.510822 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Request body: {'port': {'device_id': 'f3dd6d13-52e9-4548-8356-f5a7bba8d770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:55.511009 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b3166-a3a6-4b38-bcbf-9826280c8c02 req-1bd5b139-2924-4a47-a9a1-c22c25390451 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:55.512430 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-340b3166-a3a6-4b38-bcbf-9826280c8c02 req-1bd5b139-2924-4a47-a9a1-c22c25390451 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 945 time: 0.0817606 Jun 09 15:05:55.628447 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:55.706307 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f85b3-201c-4cca-911b-86073be09d99 req-91fa75f7-ebbc-4dd8-b21f-6d9e4187791b tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:55.707770 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9e2f85b3-201c-4cca-911b-86073be09d99 req-91fa75f7-ebbc-4dd8-b21f-6d9e4187791b tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 931 time: 0.1536448 Jun 09 15:05:55.738178 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-340b3166-a3a6-4b38-bcbf-9826280c8c02 req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Deleting port 1ea97423-d7f4-445b-8017-ef4c6d40d830 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:05:55.738518 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-340b3166-a3a6-4b38-bcbf-9826280c8c02 req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:55.933285 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9e2f85b3-201c-4cca-911b-86073be09d99 req-0778753f-bb5b-42d1-a7cb-96327902db1a tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183852 Jun 09 15:05:55.992572 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb33c709-d444-4941-9902-fa777d211f5f {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:55.999075 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-340b3166-a3a6-4b38-bcbf-9826280c8c02 req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] For port 1ea97423-d7f4-445b-8017-ef4c6d40d830, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ea97423-d7f4-445b-8017-ef4c6d40d830,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:55.999450 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-340b3166-a3a6-4b38-bcbf-9826280c8c02 req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:56.001413 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:56.015668 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Transition to ACTIVE for port object cb33c709-d444-4941-9902-fa777d211f5f will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:56.019586 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16251884'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:56.023054 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:56.139015 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-340b3166-a3a6-4b38-bcbf-9826280c8c02 req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Calling delete_port for 1ea97423-d7f4-445b-8017-ef4c6d40d830 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:05:56.222124 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Pushing event updated for resources: {'Port': ['ID=cb33c709-d444-4941-9902-fa777d211f5f,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:56.224844 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:56.321343 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-340b3166-a3a6-4b38-bcbf-9826280c8c02 req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:56.328308 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:56.332740 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b7469508-8788-4feb-b89f-79d75b096837', '50841624-38f9-4472-b0d8-becbeb902163', '1ea97423-d7f4-445b-8017-ef4c6d40d830'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:56.365785 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Attempting to bind port cb33c709-d444-4941-9902-fa777d211f5f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:56.366384 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Attempting to bind port cb33c709-d444-4941-9902-fa777d211f5f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '648e3595-4c15-4d96-b580-287352c4b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:56.366562 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Attempting to bind port cb33c709-d444-4941-9902-fa777d211f5f on network c2c3d27e-ad3e-4961-bf66-c2402fffce76 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:56.373067 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Port cb33c709-d444-4941-9902-fa777d211f5f on network c2c3d27e-ad3e-4961-bf66-c2402fffce76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:05:56.373419 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Attempting to bind port cb33c709-d444-4941-9902-fa777d211f5f on network c2c3d27e-ad3e-4961-bf66-c2402fffce76 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:56.380712 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:56.381094 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Checking segment: {'id': '648e3595-4c15-4d96-b580-287352c4b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:56.381440 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Pushing event deleted for resources: {'Port': ['ID=1ea97423-d7f4-445b-8017-ef4c6d40d830,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:56.381574 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Bound using segment: {'id': '648e3595-4c15-4d96-b580-287352c4b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:56.382004 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Bound port: cb33c709-d444-4941-9902-fa777d211f5f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648e3595-4c15-4d96-b580-287352c4b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:56.382363 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:56.387185 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:56.395786 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bafcbc-703c-4dfb-9b6c-7d3e29ee749f req-7853c149-d4e5-4f18-ba58-1c7ea1bd60a0 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.397328 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-67bafcbc-703c-4dfb-9b6c-7d3e29ee749f req-7853c149-d4e5-4f18-ba58-1c7ea1bd60a0 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=16512477-4d24-4de1-bb25-a09a7ff3442c HTTP/1.1" status: 200 len: 867 time: 0.1997130 Jun 09 15:05:56.406281 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf708f-122e-4afa-aee1-3e08954cb928 req-15aaa349-86fa-4bec-8d42-0762ccb978e0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.407753 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5eaf708f-122e-4afa-aee1-3e08954cb928 req-15aaa349-86fa-4bec-8d42-0762ccb978e0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1867893 Jun 09 15:05:56.488226 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-340b3166-a3a6-4b38-bcbf-9826280c8c02 req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] No DVR routers for this DVR port 1ea97423-d7f4-445b-8017-ef4c6d40d830 on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:05:56.496858 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-340b3166-a3a6-4b38-bcbf-9826280c8c02 req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:56.499015 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-340b3166-a3a6-4b38-bcbf-9826280c8c02 req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "DELETE /v2.0/ports/1ea97423-d7f4-445b-8017-ef4c6d40d830 HTTP/1.1" status: 204 len: 173 time: 0.9799993 Jun 09 15:05:56.501252 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16512477-4d24-4de1-bb25-a09a7ff3442c', 'name': 'network-vif-deleted', 'tag': '1ea97423-d7f4-445b-8017-ef4c6d40d830'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:56.503863 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c85dec-0870-4e5e-99ae-61435deea095" -d '{"events": [{"server_uuid": "16512477-4d24-4de1-bb25-a09a7ff3442c", "name": "network-vif-deleted", "tag": "1ea97423-d7f4-445b-8017-ef4c6d40d830"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:56.524280 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5eaf708f-122e-4afa-aee1-3e08954cb928 req-04ba74c7-1afb-47db-a5e3-6d25b6008d24 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801005 Jun 09 15:05:56.527629 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-67bafcbc-703c-4dfb-9b6c-7d3e29ee749f req-ebbe4cca-d114-480f-9761-19e009f376c1 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045570 Jun 09 15:05:56.561097 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] For port cb33c709-d444-4941-9902-fa777d211f5f, host hv-cinder-78960, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:56.565973 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] For port cb33c709-d444-4941-9902-fa777d211f5f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cb33c709-d444-4941-9902-fa777d211f5f,segment=NetworkSegment(648e3595-4c15-4d96-b580-287352c4b1b1),segment_id=648e3595-4c15-4d96-b580-287352c4b1b1)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:56.588098 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16251884'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:56.596466 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd127ffa-ffaf-499c-9065-0997d363e123 x-openstack-request-id: req-dd127ffa-ffaf-499c-9065-0997d363e123 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:56.596789 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16512477-4d24-4de1-bb25-a09a7ff3442c", "name": "network-vif-deleted", "tag": "1ea97423-d7f4-445b-8017-ef4c6d40d830", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:56.597067 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dd127ffa-ffaf-499c-9065-0997d363e123 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:56.597526 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16512477-4d24-4de1-bb25-a09a7ff3442c', 'name': 'network-vif-deleted', 'tag': '1ea97423-d7f4-445b-8017-ef4c6d40d830', 'status': 'completed', 'code': 200} Jun 09 15:05:56.602741 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e33ff5dc-2a05-48af-b274-468e28558973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:56.664551 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.665211 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:56.666784 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] 10.222.0.46 "PUT /v2.0/ports/cb33c709-d444-4941-9902-fa777d211f5f HTTP/1.1" status: 200 len: 1093 time: 1.1608355 Jun 09 15:05:56.667270 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3dd6d13-52e9-4548-8356-f5a7bba8d770', 'tag': 'cb33c709-d444-4941-9902-fa777d211f5f'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:56.669594 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5532fcc3-fe52-4537-b90d-aafea95411f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3dd6d13-52e9-4548-8356-f5a7bba8d770", "tag": "cb33c709-d444-4941-9902-fa777d211f5f"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:56.691290 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Pushing event updated for resources: {'Port': ['ID=cb33c709-d444-4941-9902-fa777d211f5f,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:56.694177 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:56.723205 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e62ac8-cece-4dc3-a455-5ac75f453cd2 x-openstack-request-id: req-a2e62ac8-cece-4dc3-a455-5ac75f453cd2 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:56.723506 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3dd6d13-52e9-4548-8356-f5a7bba8d770", "tag": "cb33c709-d444-4941-9902-fa777d211f5f", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:56.723781 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a2e62ac8-cece-4dc3-a455-5ac75f453cd2 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:56.724195 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3dd6d13-52e9-4548-8356-f5a7bba8d770', 'tag': 'cb33c709-d444-4941-9902-fa777d211f5f', 'status': 'completed', 'code': 200} Jun 09 15:05:56.833964 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532fcc3-fe52-4537-b90d-aafea95411f4 req-ff2c812c-e4bf-4507-9e3e-33e6a2e1a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.835327 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5532fcc3-fe52-4537-b90d-aafea95411f4 req-ff2c812c-e4bf-4507-9e3e-33e6a2e1a8d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c80a3491ee746e1a8407aecfd6e8107&device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 1096 time: 0.0687101 Jun 09 15:05:56.973082 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532fcc3-fe52-4537-b90d-aafea95411f4 req-b3e9f016-dbb8-42dc-a1ec-3b8b7816af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.974520 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5532fcc3-fe52-4537-b90d-aafea95411f4 req-b3e9f016-dbb8-42dc-a1ec-3b8b7816af7a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1c80a3491ee746e1a8407aecfd6e8107&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1308792 Jun 09 15:05:57.117056 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532fcc3-fe52-4537-b90d-aafea95411f4 req-49b38ddf-b34f-463c-a1d5-0e8400516213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:57.118783 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5532fcc3-fe52-4537-b90d-aafea95411f4 req-49b38ddf-b34f-463c-a1d5-0e8400516213 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372652 Jun 09 15:05:57.127773 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cd681-3746-42cf-93a9-45aaa9d123c3 req-27e37ffc-c913-4f2b-b6f5-9a0fba9d7dcd tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:57.129313 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-051cd681-3746-42cf-93a9-45aaa9d123c3 req-27e37ffc-c913-4f2b-b6f5-9a0fba9d7dcd tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 943 time: 0.0863283 Jun 09 15:05:57.177285 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-051cd681-3746-42cf-93a9-45aaa9d123c3 req-3607be23-13b1-48f4-ba22-7db31e23f091 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391192 Jun 09 15:05:57.241603 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63302713-5943-4561-a295-d7f25f9b14b7 req-e5932a36-a4c4-4873-9fdb-6d1f44806bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:57.243247 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-e5932a36-a4c4-4873-9fdb-6d1f44806bf0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c80a3491ee746e1a8407aecfd6e8107&device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 1096 time: 0.0825644 Jun 09 15:05:57.326068 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-aa5c9b71-ff42-412d-ba9a-b02847b8f222 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb33c709-d444-4941-9902-fa777d211f5f HTTP/1.1" status: 200 len: 217 time: 0.0652544 Jun 09 15:05:57.390903 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63302713-5943-4561-a295-d7f25f9b14b7 req-bbc3eb7f-c8ae-4870-9b05-5d0cda31674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:57.392408 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-bbc3eb7f-c8ae-4870-9b05-5d0cda31674d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=369f42ea-058c-43a8-9ac7-2f827b87f0eb HTTP/1.1" status: 200 len: 849 time: 0.0569274 Jun 09 15:05:57.519914 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-6332a4f8-a52b-4121-b591-b3c0f6fb218a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2c3d27e-ad3e-4961-bf66-c2402fffce76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194119 Jun 09 15:05:57.667118 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-f49f4ade-88fd-4e4a-a3d2-98e70db26a4d service neutron] 10.222.0.46 "GET /v2.0/networks/c2c3d27e-ad3e-4961-bf66-c2402fffce76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333752 Jun 09 15:05:57.720680 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f647732-d095-4d0e-b717-ac2a6b7960c5 req-4b08048b-b74f-4dd0-b209-cbd1bbef00e0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:57.722183 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647732-d095-4d0e-b717-ac2a6b7960c5 req-4b08048b-b74f-4dd0-b209-cbd1bbef00e0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0902579 Jun 09 15:05:57.769856 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647732-d095-4d0e-b717-ac2a6b7960c5 req-af4a6412-a240-486b-96ad-7a4cd9a70b07 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 Jun 09 15:05:57.823277 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63302713-5943-4561-a295-d7f25f9b14b7 req-86475042-87b6-4189-be27-5c8e134d3327 service neutron] 10.222.0.46 "GET /v2.0/networks/c2c3d27e-ad3e-4961-bf66-c2402fffce76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470296 Jun 09 15:05:57.994082 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c8922-f0fe-467a-a4e5-adcb54336ef2 req-6044d0fe-9d56-435e-8ff2-592f55c47ea4 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:57.996206 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-778c8922-f0fe-467a-a4e5-adcb54336ef2 req-6044d0fe-9d56-435e-8ff2-592f55c47ea4 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 945 time: 0.0779250 Jun 09 15:05:58.042876 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-778c8922-f0fe-467a-a4e5-adcb54336ef2 req-c4c5d4e1-8d22-4280-9639-55695794ec1f tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Jun 09 15:05:58.368112 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6640852-1a68-4d8d-a345-28242be2927a req-bf8d9357-c681-4298-8a1c-b9317c791f10 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:58.369611 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a6640852-1a68-4d8d-a345-28242be2927a req-bf8d9357-c681-4298-8a1c-b9317c791f10 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 943 time: 0.0818241 Jun 09 15:05:58.417263 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a6640852-1a68-4d8d-a345-28242be2927a req-e5ddce20-5aa4-4d92-9326-170164a77ddf tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Jun 09 15:05:58.971694 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a913a-0051-4905-9fe4-3a245bac7110 req-6311d47a-fdcf-4ce9-95c1-b5f2784d165e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:58.973187 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-200a913a-0051-4905-9fe4-3a245bac7110 req-6311d47a-fdcf-4ce9-95c1-b5f2784d165e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0841064 Jun 09 15:05:59.022170 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-200a913a-0051-4905-9fe4-3a245bac7110 req-74653822-99ad-40ce-b60f-a3ee68781396 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Jun 09 15:05:59.229541 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c8a75-ec98-44cf-9039-c7e13c879545 req-af5ab0bf-79cc-44c0-bf9e-030659a339fc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:59.230992 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-573c8a75-ec98-44cf-9039-c7e13c879545 req-af5ab0bf-79cc-44c0-bf9e-030659a339fc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 945 time: 0.0825515 Jun 09 15:05:59.278695 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-573c8a75-ec98-44cf-9039-c7e13c879545 req-c079bafd-7803-40be-b5bc-1e1009055467 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Jun 09 15:05:59.563964 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687960c3-ae29-479c-8c5e-b0af99e88bb6 req-5d8cd55c-859e-4aad-a946-e8c2ee4e6e42 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:59.565440 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-687960c3-ae29-479c-8c5e-b0af99e88bb6 req-5d8cd55c-859e-4aad-a946-e8c2ee4e6e42 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 945 time: 0.0873504 Jun 09 15:05:59.609082 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874fc6f-4e36-4227-b229-5b5615e643be req-88f572a6-5059-4071-8033-0f85162dc1ff tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:59.610630 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d874fc6f-4e36-4227-b229-5b5615e643be req-88f572a6-5059-4071-8033-0f85162dc1ff tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 943 time: 0.0806077 Jun 09 15:05:59.656897 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d874fc6f-4e36-4227-b229-5b5615e643be req-11f8035c-10be-45e4-bab6-9058276fac12 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Jun 09 15:05:59.704802 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-687960c3-ae29-479c-8c5e-b0af99e88bb6 req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Deleting port 50841624-38f9-4472-b0d8-becbeb902163 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:05:59.705139 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-687960c3-ae29-479c-8c5e-b0af99e88bb6 req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.834696 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-687960c3-ae29-479c-8c5e-b0af99e88bb6 req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] For port 50841624-38f9-4472-b0d8-becbeb902163, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=50841624-38f9-4472-b0d8-becbeb902163,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:59.834975 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-687960c3-ae29-479c-8c5e-b0af99e88bb6 req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.954461 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-687960c3-ae29-479c-8c5e-b0af99e88bb6 req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Calling delete_port for 50841624-38f9-4472-b0d8-becbeb902163 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:06:00.061419 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-687960c3-ae29-479c-8c5e-b0af99e88bb6 req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:00.067178 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:00.079304 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b7469508-8788-4feb-b89f-79d75b096837', '50841624-38f9-4472-b0d8-becbeb902163'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:00.112806 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Pushing event deleted for resources: {'Port': ['ID=50841624-38f9-4472-b0d8-becbeb902163,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:00.115884 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:00.229822 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-687960c3-ae29-479c-8c5e-b0af99e88bb6 req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] No DVR routers for this DVR port 50841624-38f9-4472-b0d8-becbeb902163 on host hv-cinder-78960 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:06:00.236909 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-687960c3-ae29-479c-8c5e-b0af99e88bb6 req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:00.238896 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-687960c3-ae29-479c-8c5e-b0af99e88bb6 req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "DELETE /v2.0/ports/50841624-38f9-4472-b0d8-becbeb902163 HTTP/1.1" status: 204 len: 173 time: 0.6652410 Jun 09 15:06:00.245188 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad18acf-9116-45b9-b232-41ba8f82cdad', 'name': 'network-vif-deleted', 'tag': '50841624-38f9-4472-b0d8-becbeb902163'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:00.247478 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7faa42-a2fd-42b0-b697-d73e0666627b" -d '{"events": [{"server_uuid": "dad18acf-9116-45b9-b232-41ba8f82cdad", "name": "network-vif-deleted", "tag": "50841624-38f9-4472-b0d8-becbeb902163"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:00.291102 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f3935-ee2d-44db-8ed5-f124e41c02c3 req-05e6559c-945a-46a9-affe-ee601eb6af6d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:00.293873 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-664f3935-ee2d-44db-8ed5-f124e41c02c3 req-05e6559c-945a-46a9-affe-ee601eb6af6d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1062210 Jun 09 15:06:00.347537 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-664f3935-ee2d-44db-8ed5-f124e41c02c3 req-1a823175-ee1a-4f17-b464-0c22d6c34be0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486600 Jun 09 15:06:00.387986 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae06b326-e263-4f43-bdc4-15b54c79b4c3 x-openstack-request-id: req-ae06b326-e263-4f43-bdc4-15b54c79b4c3 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:00.388322 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad18acf-9116-45b9-b232-41ba8f82cdad", "name": "network-vif-deleted", "tag": "50841624-38f9-4472-b0d8-becbeb902163", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:00.388623 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ae06b326-e263-4f43-bdc4-15b54c79b4c3 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:00.389035 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad18acf-9116-45b9-b232-41ba8f82cdad', 'name': 'network-vif-deleted', 'tag': '50841624-38f9-4472-b0d8-becbeb902163', 'status': 'completed', 'code': 200} Jun 09 15:06:00.523252 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d097611f-949d-49e3-8818-99e240a40480 req-54a06f4b-c0b9-470f-b592-972e8907b308 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=dad18acf-9116-45b9-b232-41ba8f82cdad HTTP/1.1" status: 200 len: 210 time: 0.0492084 Jun 09 15:06:00.598950 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device cb33c709-d444-4941-9902-fa777d211f5f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:06:00.602266 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 1ea97423-d7f4-445b-8017-ef4c6d40d830 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:06:00.641427 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: 1ea97423-d7f4-445b-8017-ef4c6d40d830 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:06:00.641784 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 1ea97423-d7f4-445b-8017-ef4c6d40d830 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:06:00.804156 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port cb33c709-d444-4941-9902-fa777d211f5f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cb33c709-d444-4941-9902-fa777d211f5f,segment=NetworkSegment(648e3595-4c15-4d96-b580-287352c4b1b1),segment_id=648e3595-4c15-4d96-b580-287352c4b1b1)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:00.824546 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'cb33c709-d444-4941-9902-fa777d211f5f', 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76', 'port_id': 'cb33c709-d444-4941-9902-fa777d211f5f', 'mac_address': 'fa:16:3e:67:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369f42ea-058c-43a8-9ac7-2f827b87f0eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:06:00.866876 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6eef8-5bc6-4693-ad14-7edaa4708a73 req-27755497-9fd9-42b5-bd5d-15fb786ce56d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:00.868395 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-51f6eef8-5bc6-4693-ad14-7edaa4708a73 req-27755497-9fd9-42b5-bd5d-15fb786ce56d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 943 time: 0.0935736 Jun 09 15:06:00.906434 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:00.931863 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb33c709-d444-4941-9902-fa777d211f5f {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:06:00.937429 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-51f6eef8-5bc6-4693-ad14-7edaa4708a73 req-128e11c7-4efe-41b0-97df-b383358da8ab tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598662 Jun 09 15:06:00.958882 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port cb33c709-d444-4941-9902-fa777d211f5f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cb33c709-d444-4941-9902-fa777d211f5f,segment=NetworkSegment(648e3595-4c15-4d96-b580-287352c4b1b1),segment_id=648e3595-4c15-4d96-b580-287352c4b1b1)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:00.962368 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:00.964759 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:01.034676 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=cb33c709-d444-4941-9902-fa777d211f5f,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:01.041911 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.042250 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.042585 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.042911 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.043233 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.043555 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.043876 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.044190 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.044539 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.044857 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.045176 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.045489 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:01.049411 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:01.199357 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cfba2-d221-46e5-a361-f95d6ec78c89 req-007f14d2-dd73-487d-a204-2c8db5fea076 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:01.200709 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e92cfba2-d221-46e5-a361-f95d6ec78c89 req-007f14d2-dd73-487d-a204-2c8db5fea076 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1440740 Jun 09 15:06:01.244911 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e92cfba2-d221-46e5-a361-f95d6ec78c89 req-38555c6e-8338-42ba-b808-4429e5182789 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381558 Jun 09 15:06:01.270675 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['cb33c709-d444-4941-9902-fa777d211f5f'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:01.548326 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504a671-3793-4583-abff-722efe5f5a59 req-5385e3de-cb52-45e7-8352-c504ee0e76fe tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:01.552770 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8504a671-3793-4583-abff-722efe5f5a59 req-5385e3de-cb52-45e7-8352-c504ee0e76fe tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0854886 Jun 09 15:06:01.612856 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8504a671-3793-4583-abff-722efe5f5a59 req-9928dfdf-6fb6-4af1-8991-82b2b464a5c6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544562 Jun 09 15:06:02.118977 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b0a77-cf93-4726-8275-4c4a4bc38a53 req-2515ffb5-8234-420f-88a8-a3fd6a08840e tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:02.120487 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-bd4b0a77-cf93-4726-8275-4c4a4bc38a53 req-2515ffb5-8234-420f-88a8-a3fd6a08840e tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 944 time: 0.0812080 Jun 09 15:06:02.167345 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-bd4b0a77-cf93-4726-8275-4c4a4bc38a53 req-9b1bacea-23b0-4e32-b1d7-cbc7b2086543 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 Jun 09 15:06:02.431146 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f7e5e-232c-40eb-b4d3-f2cd6e13afb6 req-6eb902fa-4f83-4cc0-a1a8-3bc87c872e75 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:02.432502 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-737f7e5e-232c-40eb-b4d3-f2cd6e13afb6 req-6eb902fa-4f83-4cc0-a1a8-3bc87c872e75 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.0800178 Jun 09 15:06:02.475539 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-737f7e5e-232c-40eb-b4d3-f2cd6e13afb6 req-3c7848f2-d294-4246-9cb4-03e75b9105e6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375137 Jun 09 15:06:02.607551 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device cb33c709-d444-4941-9902-fa777d211f5f up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:02.677327 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port cb33c709-d444-4941-9902-fa777d211f5f completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:02.682023 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port cb33c709-d444-4941-9902-fa777d211f5f triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:02.682449 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:02.794189 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b19dc4-8ea6-4a64-8356-69cee82a59cd req-5a4cbce5-1517-44d7-b0cc-ab7d344da914 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:02.795959 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-24b19dc4-8ea6-4a64-8356-69cee82a59cd req-5a4cbce5-1517-44d7-b0cc-ab7d344da914 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0862374 Jun 09 15:06:02.810113 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:02.855422 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-24b19dc4-8ea6-4a64-8356-69cee82a59cd req-c7f3f061-595b-45bb-8963-da14e6d4b75a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532870 Jun 09 15:06:02.877716 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port cb33c709-d444-4941-9902-fa777d211f5f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cb33c709-d444-4941-9902-fa777d211f5f,segment=NetworkSegment(648e3595-4c15-4d96-b580-287352c4b1b1),segment_id=648e3595-4c15-4d96-b580-287352c4b1b1)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:02.878954 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3dd6d13-52e9-4548-8356-f5a7bba8d770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb33c709-d444-4941-9902-fa777d211f5f'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:02.882250 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4d1223-065e-42fc-b9f3-0e752a6b35fc" -d '{"events": [{"server_uuid": "f3dd6d13-52e9-4548-8356-f5a7bba8d770", "name": "network-vif-plugged", "status": "completed", "tag": "cb33c709-d444-4941-9902-fa777d211f5f"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:02.886756 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:02.888041 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 50841624-38f9-4472-b0d8-becbeb902163 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:06:02.920946 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:02.961195 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: 50841624-38f9-4472-b0d8-becbeb902163 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:06:02.961195 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 50841624-38f9-4472-b0d8-becbeb902163 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:06:02.989810 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a902ae-03a2-437e-a094-4b5c6f86a7be x-openstack-request-id: req-32a902ae-03a2-437e-a094-4b5c6f86a7be {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:02.991255 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3dd6d13-52e9-4548-8356-f5a7bba8d770", "name": "network-vif-plugged", "status": "completed", "tag": "cb33c709-d444-4941-9902-fa777d211f5f", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:02.991582 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-32a902ae-03a2-437e-a094-4b5c6f86a7be {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:02.992489 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3dd6d13-52e9-4548-8356-f5a7bba8d770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb33c709-d444-4941-9902-fa777d211f5f', 'code': 200} Jun 09 15:06:03.018311 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=cb33c709-d444-4941-9902-fa777d211f5f,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:03.021434 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:03.240774 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8879d-d887-49b9-86db-8fbab1ad7af4 req-dc4e98a8-fbd9-4f0d-8743-15cb16e7bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:03.242573 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-07b8879d-d887-49b9-86db-8fbab1ad7af4 req-dc4e98a8-fbd9-4f0d-8743-15cb16e7bccd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 1098 time: 0.0769179 Jun 09 15:06:03.286896 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-07b8879d-d887-49b9-86db-8fbab1ad7af4 req-bcb8aead-39ec-42f3-8033-ee7086959c3c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363655 Jun 09 15:06:03.396829 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22d658-02de-46a7-a80a-7e2d4282186a req-a1cf0fed-3d00-40c2-8b10-3981d70fcd56 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:03.404276 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3a22d658-02de-46a7-a80a-7e2d4282186a req-a1cf0fed-3d00-40c2-8b10-3981d70fcd56 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 945 time: 0.0907550 Jun 09 15:06:03.452110 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3a22d658-02de-46a7-a80a-7e2d4282186a req-a1050e58-38f6-4a00-bd42-6aaa49a8cdbe tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466151 Jun 09 15:06:03.489033 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8486b6-8b07-48a4-bbd8-fe62f1413dfe req-abef529f-b7f3-4930-be11-dc9816a3d8fc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:03.490478 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d8486b6-8b07-48a4-bbd8-fe62f1413dfe req-abef529f-b7f3-4930-be11-dc9816a3d8fc tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 945 time: 0.0856555 Jun 09 15:06:03.535294 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9d8486b6-8b07-48a4-bbd8-fe62f1413dfe req-67eb49af-6a65-4f32-b828-f210207e4d1e tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388482 Jun 09 15:06:03.671407 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6828ab-0a7f-4571-a05d-f53eced3425c req-28ee09f3-f965-442e-8348-2bc7ae468a1d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:03.672875 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3a6828ab-0a7f-4571-a05d-f53eced3425c req-28ee09f3-f965-442e-8348-2bc7ae468a1d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.0838492 Jun 09 15:06:03.716427 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3a6828ab-0a7f-4571-a05d-f53eced3425c req-2888ca46-efa5-455a-a9b6-5f07bcd6b3fd tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377471 Jun 09 15:06:04.058119 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cffd8-c9e6-4d27-b186-89c50b6df4e9 req-60bfdd1a-68ba-4ab3-a09d-20513b283b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:04.059480 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-130cffd8-c9e6-4d27-b186-89c50b6df4e9 req-60bfdd1a-68ba-4ab3-a09d-20513b283b9e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1303270 Jun 09 15:06:04.066766 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a948f9-63ae-4241-b5e2-3d2414c053d4 req-c7fa6cab-1be8-469f-b342-7032bfb01551 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:04.068088 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-54a948f9-63ae-4241-b5e2-3d2414c053d4 req-c7fa6cab-1be8-469f-b342-7032bfb01551 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1053407 Jun 09 15:06:04.133256 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-130cffd8-c9e6-4d27-b186-89c50b6df4e9 req-9be4f007-1bb0-4716-8dbc-566dc65b615f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629313 Jun 09 15:06:04.138139 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-54a948f9-63ae-4241-b5e2-3d2414c053d4 req-c5436122-139e-4ef4-b200-80d0a00ce7db tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559583 Jun 09 15:06:04.307495 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:06:04.424801 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 54146) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:04.549181 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-30efecb3-64a8-4102-9187-ba8647792c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:04.721145 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639324-2437-41f8-bd5b-9dc400af72bb req-88d14182-2769-4b1f-8213-2712d94b72e2 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:04.722603 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c7639324-2437-41f8-bd5b-9dc400af72bb req-88d14182-2769-4b1f-8213-2712d94b72e2 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 945 time: 0.1376567 Jun 09 15:06:04.739198 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57c804-b134-4fb8-9ef6-bbe525dee9b2 req-36c39cab-a8de-43f4-94bc-c5c633b2a517 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:04.740675 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cb57c804-b134-4fb8-9ef6-bbe525dee9b2 req-36c39cab-a8de-43f4-94bc-c5c633b2a517 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 945 time: 0.0825202 Jun 09 15:06:04.754122 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-30efecb3-64a8-4102-9187-ba8647792c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:04.761280 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-30efecb3-64a8-4102-9187-ba8647792c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:04.770218 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:04.785905 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cb57c804-b134-4fb8-9ef6-bbe525dee9b2 req-f038f39e-70ec-4a21-a400-826151d7663f tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394349 Jun 09 15:06:04.815035 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c7639324-2437-41f8-bd5b-9dc400af72bb req-6742ae6c-823a-46b7-ba5d-7c7ddbb320c4 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815170 Jun 09 15:06:04.825694 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-30efecb3-64a8-4102-9187-ba8647792c80 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=97b83545b30f475b9dd59fd56229e978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998523 Jun 09 15:06:04.827318 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efecb3-64a8-4102-9187-ba8647792c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cecab0-8d24-46f4-a8d3-33587304e81c,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:04.840202 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54158) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:04.840645 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-30efecb3-64a8-4102-9187-ba8647792c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:04.889963 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-31bbde85-f610-4336-9740-e2cc9368ac35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:04.964330 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-31bbde85-f610-4336-9740-e2cc9368ac35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:05.029463 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d046ed-8840-46ed-a595-f33fa38a958a req-2b10340b-32f0-43d7-896a-6cab670099f2 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:05.030888 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c1d046ed-8840-46ed-a595-f33fa38a958a req-2b10340b-32f0-43d7-896a-6cab670099f2 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1320267 Jun 09 15:06:05.058987 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-31bbde85-f610-4336-9740-e2cc9368ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:05.061586 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-31bbde85-f610-4336-9740-e2cc9368ac35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:05.062717 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-31bbde85-f610-4336-9740-e2cc9368ac35 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/66cecab0-8d24-46f4-a8d3-33587304e81c HTTP/1.1" status: 204 len: 168 time: 0.2322607 Jun 09 15:06:05.065029 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-34ac0404-6c73-4066-adef-ad102d7fb54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:05.087787 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbde85-f610-4336-9740-e2cc9368ac35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cecab0-8d24-46f4-a8d3-33587304e81c,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:05.092236 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-31bbde85-f610-4336-9740-e2cc9368ac35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:05.097324 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c1d046ed-8840-46ed-a595-f33fa38a958a req-8a53bc04-43b1-4e6b-8822-609209659f6a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601745 Jun 09 15:06:05.473947 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92112200-ff2b-456e-bbd9-3286472dd38b req-f5c1fb57-2fdd-493f-91ee-f396c36c526d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:05.475420 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-92112200-ff2b-456e-bbd9-3286472dd38b req-f5c1fb57-2fdd-493f-91ee-f396c36c526d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1851060 Jun 09 15:06:05.519816 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-92112200-ff2b-456e-bbd9-3286472dd38b req-6c1d92cf-5ae0-4126-893e-abf8246eda4e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380368 Jun 09 15:06:05.765969 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd0a08-8581-4e1b-96a4-a9b604056a97 req-1a39529c-5276-4e98-ad15-0890bcd205f9 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:05.767438 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3ddd0a08-8581-4e1b-96a4-a9b604056a97 req-1a39529c-5276-4e98-ad15-0890bcd205f9 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 945 time: 0.0806556 Jun 09 15:06:05.922777 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38848d0a-c1a4-4d79-885f-11e6ebff9f4f req-a49cef2a-57ee-4b55-8be1-bce6b6bbfad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:05.924773 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-38848d0a-c1a4-4d79-885f-11e6ebff9f4f req-a49cef2a-57ee-4b55-8be1-bce6b6bbfad5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 1098 time: 0.0888231 Jun 09 15:06:05.937128 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-3ddd0a08-8581-4e1b-96a4-a9b604056a97 req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Deleting port b7469508-8788-4feb-b89f-79d75b096837 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:06:05.937474 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-3ddd0a08-8581-4e1b-96a4-a9b604056a97 req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.082238 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38848d0a-c1a4-4d79-885f-11e6ebff9f4f req-3dc0c99c-ea6a-4331-b408-ca043c7b3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:06.083745 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-38848d0a-c1a4-4d79-885f-11e6ebff9f4f req-3dc0c99c-ea6a-4331-b408-ca043c7b3f59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 919 time: 0.1518087 Jun 09 15:06:06.136765 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-3ddd0a08-8581-4e1b-96a4-a9b604056a97 req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] For port b7469508-8788-4feb-b89f-79d75b096837, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7469508-8788-4feb-b89f-79d75b096837,segment=NetworkSegment(44f961a7-1fca-4298-917b-fa8ed13558f8),segment_id=44f961a7-1fca-4298-917b-fa8ed13558f8)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:06.137126 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-3ddd0a08-8581-4e1b-96a4-a9b604056a97 req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.162183 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da583458-fda9-4c9a-b9ae-d1217846403e req-b891eb59-4443-4000-9b0a-2e428dae894e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:06.163688 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-da583458-fda9-4c9a-b9ae-d1217846403e req-b891eb59-4443-4000-9b0a-2e428dae894e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.2107935 Jun 09 15:06:06.191549 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-38848d0a-c1a4-4d79-885f-11e6ebff9f4f req-7e0f1084-2c3f-4225-8fd2-515c545d0100 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f536219-202a-41b1-b47c-876b9104a69a HTTP/1.1" status: 200 len: 217 time: 0.0942059 Jun 09 15:06:06.273794 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38848d0a-c1a4-4d79-885f-11e6ebff9f4f req-14a1fac6-fd55-4836-a9f9-1f648f286b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:06.275164 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-38848d0a-c1a4-4d79-885f-11e6ebff9f4f req-14a1fac6-fd55-4836-a9f9-1f648f286b49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366d801b-9500-4857-8071-2b0532367ca2 HTTP/1.1" status: 200 len: 858 time: 0.0725746 Jun 09 15:06:06.286405 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-3ddd0a08-8581-4e1b-96a4-a9b604056a97 req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Calling delete_port for b7469508-8788-4feb-b89f-79d75b096837 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:06:06.323893 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-38848d0a-c1a4-4d79-885f-11e6ebff9f4f req-fe70f7d9-2aec-456e-950a-f8cc185939e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14fe3549-285e-478e-86c0-218ad94ab33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410118 Jun 09 15:06:06.325508 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-da583458-fda9-4c9a-b9ae-d1217846403e req-2e3c191a-498f-4aac-86c7-1b6d317061b7 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135840 Jun 09 15:06:06.332418 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7de6b-9067-48be-a0b5-0335eb2156ae req-1609f983-c1ce-4518-af81-9a67126c442b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:06.333825 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5fc7de6b-9067-48be-a0b5-0335eb2156ae req-1609f983-c1ce-4518-af81-9a67126c442b tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe921870-83f9-4c24-a9d3-1afc06e0e806 HTTP/1.1" status: 200 len: 945 time: 0.1849511 Jun 09 15:06:06.457318 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5fc7de6b-9067-48be-a0b5-0335eb2156ae req-76ca97e2-88c6-46d2-9a6d-a94eb94c5904 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.83 "GET /v2.0/security-groups?id=c460c8bf-9526-417f-bf14-987c9e99455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022277 Jun 09 15:06:06.467968 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-3ddd0a08-8581-4e1b-96a4-a9b604056a97 req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.478125 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-43895afc-1f98-47d5-8fba-8c0a2769ec97 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:06.485514 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b7469508-8788-4feb-b89f-79d75b096837'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:06.498266 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-38848d0a-c1a4-4d79-885f-11e6ebff9f4f req-1364c556-3d6a-438f-a790-3aa6e4ecd89c service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633604 Jun 09 15:06:06.531165 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Pushing event deleted for resources: {'Port': ['ID=b7469508-8788-4feb-b89f-79d75b096837,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:06.538302 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:06.685110 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddd0a08-8581-4e1b-96a4-a9b604056a97 req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] No DVR routers for this DVR port b7469508-8788-4feb-b89f-79d75b096837 on host hv-cinder-78960 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:06:06.688111 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-3ddd0a08-8581-4e1b-96a4-a9b604056a97 req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.690027 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3ddd0a08-8581-4e1b-96a4-a9b604056a97 req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] 10.222.0.46 "DELETE /v2.0/ports/b7469508-8788-4feb-b89f-79d75b096837 HTTP/1.1" status: 204 len: 173 time: 0.9169636 Jun 09 15:06:06.692042 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe921870-83f9-4c24-a9d3-1afc06e0e806', 'name': 'network-vif-deleted', 'tag': 'b7469508-8788-4feb-b89f-79d75b096837'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:06.694363 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705b09a4-5e48-4a7e-af4f-c4dd2b99370e" -d '{"events": [{"server_uuid": "fe921870-83f9-4c24-a9d3-1afc06e0e806", "name": "network-vif-deleted", "tag": "b7469508-8788-4feb-b89f-79d75b096837"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:06.696011 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-38848d0a-c1a4-4d79-885f-11e6ebff9f4f req-e21fd20a-ce7f-41ce-a0a1-120545332332 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905363 Jun 09 15:06:06.713898 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0bda7-ad75-42c6-b7c7-b2279258cb21 req-03cbb232-4261-4625-a9cd-83bc2dd7003e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:06.715380 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-54d0bda7-ad75-42c6-b7c7-b2279258cb21 req-03cbb232-4261-4625-a9cd-83bc2dd7003e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.2931592 Jun 09 15:06:06.716506 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c64a1e-586a-4210-8982-e934c3fd7fb6 req-321c9a97-b3c8-48c4-849c-5de87a53eb6e tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:06.723474 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-59c64a1e-586a-4210-8982-e934c3fd7fb6 req-321c9a97-b3c8-48c4-849c-5de87a53eb6e tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 945 time: 0.1407113 Jun 09 15:06:06.768944 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-59c64a1e-586a-4210-8982-e934c3fd7fb6 req-3707ba4f-e10b-4991-b683-9924d8c0cbd9 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445888 Jun 09 15:06:06.770092 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-54d0bda7-ad75-42c6-b7c7-b2279258cb21 req-893e32a7-e047-41f2-ae1b-b4e247d9fce6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481446 Jun 09 15:06:06.833786 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a27bbf9-067b-4ec6-ba3f-4fe33cf68863 x-openstack-request-id: req-1a27bbf9-067b-4ec6-ba3f-4fe33cf68863 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:06.834212 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe921870-83f9-4c24-a9d3-1afc06e0e806", "name": "network-vif-deleted", "tag": "b7469508-8788-4feb-b89f-79d75b096837", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:06.834651 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1a27bbf9-067b-4ec6-ba3f-4fe33cf68863 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:06.835024 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe921870-83f9-4c24-a9d3-1afc06e0e806', 'name': 'network-vif-deleted', 'tag': 'b7469508-8788-4feb-b89f-79d75b096837', 'status': 'completed', 'code': 200} Jun 09 15:06:06.943013 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a67366-7064-41b7-897d-c8420250ca86 req-31f6e3ac-ece6-49ca-9f78-1e4b0684a2b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:06.944474 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f7a67366-7064-41b7-897d-c8420250ca86 req-31f6e3ac-ece6-49ca-9f78-1e4b0684a2b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.0827930 Jun 09 15:06:06.990554 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f7a67366-7064-41b7-897d-c8420250ca86 req-fced7bc0-05bc-4e4d-a707-421af8866e04 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403759 Jun 09 15:06:07.519221 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903764e-c3d4-4898-bdae-f89b2968bc0d req-c3a9c633-e4c8-4259-bad1-0b24f66d605c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:07.521085 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e903764e-c3d4-4898-bdae-f89b2968bc0d req-c3a9c633-e4c8-4259-bad1-0b24f66d605c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0858824 Jun 09 15:06:07.565624 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 54200) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:07.578404 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e903764e-c3d4-4898-bdae-f89b2968bc0d req-840552b4-f171-4050-80f1-824ebd7b4f02 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484090 Jun 09 15:06:07.625326 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe3c3a0-13f6-4740-b6f2-bc9f16d1e733 admin admin] Deleting subnet 26f05cc0-e86c-4e11-a061-45c390b84677 {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:06:07.628150 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c3a0-13f6-4740-b6f2-bc9f16d1e733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:07.679187 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c3a0-13f6-4740-b6f2-bc9f16d1e733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11648536'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:07.732463 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c3a0-13f6-4740-b6f2-bc9f16d1e733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:07.853338 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c3a0-13f6-4740-b6f2-bc9f16d1e733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10730381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10751901'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:07.861920 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:07.928266 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3c3a0-13f6-4740-b6f2-bc9f16d1e733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f05cc0-e86c-4e11-a061-45c390b84677,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:07.945642 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4fe3c3a0-13f6-4740-b6f2-bc9f16d1e733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:07.953327 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa62db3-3977-42ec-a6f5-d7bbaab634f8 req-0f7f053c-2f42-4e70-b671-07db19f588e8 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:07.954764 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3aa62db3-3977-42ec-a6f5-d7bbaab634f8 req-0f7f053c-2f42-4e70-b671-07db19f588e8 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 945 time: 0.1805735 Jun 09 15:06:07.955853 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c3a0-13f6-4740-b6f2-bc9f16d1e733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:07.957603 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-4fe3c3a0-13f6-4740-b6f2-bc9f16d1e733 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/26f05cc0-e86c-4e11-a061-45c390b84677 HTTP/1.1" status: 204 len: 168 time: 0.3910012 Jun 09 15:06:07.961318 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54206) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:07.988880 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cd2ca-8f41-4422-8250-f3f223e5a262 req-7d0091a7-14bc-4714-835a-d253e8630cde tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:07.990303 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-913cd2ca-8f41-4422-8250-f3f223e5a262 req-7d0091a7-14bc-4714-835a-d253e8630cde tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1009722 Jun 09 15:06:08.097942 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d5752-e048-48fb-81fe-503b30474f3b req-50763458-d65c-430c-9780-5b656510ec3e tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:08.099323 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a86d5752-e048-48fb-81fe-503b30474f3b req-50763458-d65c-430c-9780-5b656510ec3e tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 945 time: 0.2095985 Jun 09 15:06:08.104186 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.111107 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-913cd2ca-8f41-4422-8250-f3f223e5a262 req-01b42a20-2dea-41df-97d5-5801993978e8 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780208 Jun 09 15:06:08.252357 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-3aa62db3-3977-42ec-a6f5-d7bbaab634f8 req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Deleting port cb33c709-d444-4941-9902-fa777d211f5f {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:06:08.252722 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-3aa62db3-3977-42ec-a6f5-d7bbaab634f8 req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.271613 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a86d5752-e048-48fb-81fe-503b30474f3b req-949a7d82-a146-43d8-a4d9-56f4f9566ff9 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650662 Jun 09 15:06:08.273286 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.298200 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd6d721-edbd-4a87-a589-447450b1224d']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:08.313538 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f961a7-1fca-4298-917b-fa8ed13558f8') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:08.313835 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f961a7-1fca-4298-917b-fa8ed13558f8') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:08.327794 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15481737'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.352034 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.364496 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21166e99-02c0-49cf-8c68-0bbca2afc323 req-5c825f4e-7397-4866-ae80-480ddd3f496c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:08.365958 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-21166e99-02c0-49cf-8c68-0bbca2afc323 req-5c825f4e-7397-4866-ae80-480ddd3f496c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1387455 Jun 09 15:06:08.368477 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:06:08.368872 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16251792'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: Traceback (most recent call last): Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: timer() Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: cb(*args, **kw) Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: return func(*args, **kwargs) Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: self._notify() Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: self.callback(batched_events) Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: event.method(event) Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: return f(self, *a, **k) Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: return self._get(url).json() Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:06:08.382093 dv-cinder-789603-9-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:06:08.394097 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-3aa62db3-3977-42ec-a6f5-d7bbaab634f8 req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] For port cb33c709-d444-4941-9902-fa777d211f5f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cb33c709-d444-4941-9902-fa777d211f5f,segment=NetworkSegment(648e3595-4c15-4d96-b580-287352c4b1b1),segment_id=648e3595-4c15-4d96-b580-287352c4b1b1)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:08.394492 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-3aa62db3-3977-42ec-a6f5-d7bbaab634f8 req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.484678 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-21166e99-02c0-49cf-8c68-0bbca2afc323 req-27b098ba-e79a-4e76-a1b8-c3eeb630261e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594928 Jun 09 15:06:08.485803 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.489666 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-70c306a2-1957-47d7-80d1-ce71e5be81f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:08.510067 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.514664 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] 10.222.0.83 "DELETE /v2.0/networks/fcd6d721-edbd-4a87-a589-447450b1224d HTTP/1.1" status: 204 len: 168 time: 0.5523901 Jun 09 15:06:08.518104 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd6d721-edbd-4a87-a589-447450b1224d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:08.520833 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9b07795a-7b6f-4bf4-bf89-9be3a015235d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:08.524331 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-3aa62db3-3977-42ec-a6f5-d7bbaab634f8 req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Calling delete_port for cb33c709-d444-4941-9902-fa777d211f5f owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:06:08.639695 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-3aa62db3-3977-42ec-a6f5-d7bbaab634f8 req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.645938 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8f684723-d024-4e71-a257-72c9162d7321 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:08.650802 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['cb33c709-d444-4941-9902-fa777d211f5f'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:08.715682 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Pushing event deleted for resources: {'Port': ['ID=cb33c709-d444-4941-9902-fa777d211f5f,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:08.726419 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:08.749174 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54214) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:08.844619 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-4834f4ee-8310-46ce-8cf2-c14fa8654ba9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1577aa98679f4a81af078feb59e1b444&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0941987 Jun 09 15:06:08.846613 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa62db3-3977-42ec-a6f5-d7bbaab634f8 req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] No DVR routers for this DVR port cb33c709-d444-4941-9902-fa777d211f5f on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:06:08.847992 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 54216) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:08.860540 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-3aa62db3-3977-42ec-a6f5-d7bbaab634f8 req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.862390 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-90184c49-9870-4552-88ee-7ac3b90cb2f7 req-84ccc898-c8bb-4bd5-acf3-b67b80a71154 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933871 Jun 09 15:06:08.862619 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3aa62db3-3977-42ec-a6f5-d7bbaab634f8 req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.46 "DELETE /v2.0/ports/cb33c709-d444-4941-9902-fa777d211f5f HTTP/1.1" status: 204 len: 173 time: 0.8984091 Jun 09 15:06:08.863318 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3dd6d13-52e9-4548-8356-f5a7bba8d770', 'name': 'network-vif-deleted', 'tag': 'cb33c709-d444-4941-9902-fa777d211f5f'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:08.865563 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aa3df6-37ac-42fb-8c3c-7452d502702a" -d '{"events": [{"server_uuid": "f3dd6d13-52e9-4548-8356-f5a7bba8d770", "name": "network-vif-deleted", "tag": "cb33c709-d444-4941-9902-fa777d211f5f"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:08.923283 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080937b5-6beb-41ce-a52c-17c189323c91 x-openstack-request-id: req-080937b5-6beb-41ce-a52c-17c189323c91 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:08.923603 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3dd6d13-52e9-4548-8356-f5a7bba8d770", "name": "network-vif-deleted", "tag": "cb33c709-d444-4941-9902-fa777d211f5f", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:08.923882 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-080937b5-6beb-41ce-a52c-17c189323c91 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:08.924294 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3dd6d13-52e9-4548-8356-f5a7bba8d770', 'name': 'network-vif-deleted', 'tag': 'cb33c709-d444-4941-9902-fa777d211f5f', 'status': 'completed', 'code': 200} Jun 09 15:06:08.997582 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900f50d-ab24-4d6a-bf01-26fc76c09dbf req-3838851b-8936-4e6d-80e3-eb6f7737f3fb tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:08.999040 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6900f50d-ab24-4d6a-bf01-26fc76c09dbf req-3838851b-8936-4e6d-80e3-eb6f7737f3fb tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.2433150 Jun 09 15:06:09.001073 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-31a63455-f6f4-4ff4-9939-440ab354ea96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:09.066885 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-31a63455-f6f4-4ff4-9939-440ab354ea96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:09.087304 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184c49-9870-4552-88ee-7ac3b90cb2f7 req-4ca7aa9c-d7b3-49db-9b11-9219d329139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:09.089329 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-90184c49-9870-4552-88ee-7ac3b90cb2f7 req-4ca7aa9c-d7b3-49db-9b11-9219d329139b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 1098 time: 0.2007942 Jun 09 15:06:09.097980 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6900f50d-ab24-4d6a-bf01-26fc76c09dbf req-dd7c6133-754b-49ce-a592-d70af40079e7 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929503 Jun 09 15:06:09.237606 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-31a63455-f6f4-4ff4-9939-440ab354ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:09.239999 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-31a63455-f6f4-4ff4-9939-440ab354ea96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:09.243599 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-31a63455-f6f4-4ff4-9939-440ab354ea96 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c460c8bf-9526-417f-bf14-987c9e99455b HTTP/1.1" status: 204 len: 168 time: 0.3911474 Jun 09 15:06:09.244231 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2b1452bf-815b-410e-8930-4bef6fc447bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:09.257467 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184c49-9870-4552-88ee-7ac3b90cb2f7 req-90823b78-5f2d-4dc0-ac78-3c9c6a16afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:09.258537 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-90184c49-9870-4552-88ee-7ac3b90cb2f7 req-90823b78-5f2d-4dc0-ac78-3c9c6a16afb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 919 time: 0.1473143 Jun 09 15:06:09.259419 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a63455-f6f4-4ff4-9939-440ab354ea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c460c8bf-9526-417f-bf14-987c9e99455b,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:09.262193 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-31a63455-f6f4-4ff4-9939-440ab354ea96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:09.365170 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-90184c49-9870-4552-88ee-7ac3b90cb2f7 req-8e19d70f-4c99-43d4-9ec8-d897104e03f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f536219-202a-41b1-b47c-876b9104a69a HTTP/1.1" status: 200 len: 217 time: 0.0954444 Jun 09 15:06:09.378658 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7e227-2ce5-454d-a3a3-78088001b162 req-edb1d25b-d8be-4bfa-9a49-bc1183f6e395 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:09.380731 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-69d7e227-2ce5-454d-a3a3-78088001b162 req-edb1d25b-d8be-4bfa-9a49-bc1183f6e395 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1507602 Jun 09 15:06:09.431592 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184c49-9870-4552-88ee-7ac3b90cb2f7 req-be0b7733-2ab1-4547-83b2-c7a666d45a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:09.433262 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-90184c49-9870-4552-88ee-7ac3b90cb2f7 req-be0b7733-2ab1-4547-83b2-c7a666d45a96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366d801b-9500-4857-8071-2b0532367ca2 HTTP/1.1" status: 200 len: 858 time: 0.0617335 Jun 09 15:06:09.479344 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-69d7e227-2ce5-454d-a3a3-78088001b162 req-c367bd06-3616-4d1d-9432-d135be065fb9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913687 Jun 09 15:06:09.496895 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-90184c49-9870-4552-88ee-7ac3b90cb2f7 req-8a9ed51d-6788-4ae0-85c4-c85672fc1378 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14fe3549-285e-478e-86c0-218ad94ab33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533464 Jun 09 15:06:09.631391 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5cb2caf5-a056-4117-8041-2d201bc9fd0d req-56a84b04-5a02-4601-b5fb-f41ce759efed tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3dd6d13-52e9-4548-8356-f5a7bba8d770 HTTP/1.1" status: 200 len: 210 time: 0.1248503 Jun 09 15:06:09.742104 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-90184c49-9870-4552-88ee-7ac3b90cb2f7 req-9adebb05-43a9-4354-917c-067d20692e6a service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369432 Jun 09 15:06:09.800233 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50398af-c1f6-423c-b780-f343858a1c06 req-abf0ffd5-e049-4182-8fb4-bf861de7d120 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:09.805339 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e50398af-c1f6-423c-b780-f343858a1c06 req-abf0ffd5-e049-4182-8fb4-bf861de7d120 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.0983517 Jun 09 15:06:09.850106 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e50398af-c1f6-423c-b780-f343858a1c06 req-c5559f92-f770-44eb-a85c-a1623b2c8bad tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418971 Jun 09 15:06:09.890335 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-90184c49-9870-4552-88ee-7ac3b90cb2f7 req-0bd1a684-a5c9-4796-a929-2c8892290d82 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329339 Jun 09 15:06:10.634281 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b7469508-8788-4feb-b89f-79d75b096837 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:06:10.661906 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed89522-a34b-4278-b1bd-85b5d0c6bc42 req-6486d785-2a2f-4468-9432-db08e93ee47b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:10.663862 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ed89522-a34b-4278-b1bd-85b5d0c6bc42 req-6486d785-2a2f-4468-9432-db08e93ee47b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.0821888 Jun 09 15:06:10.716264 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: b7469508-8788-4feb-b89f-79d75b096837 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:06:10.716669 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b7469508-8788-4feb-b89f-79d75b096837 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:06:10.726068 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ed89522-a34b-4278-b1bd-85b5d0c6bc42 req-bd022e74-8c0c-44d3-a239-6f833b7ebfda tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536993 Jun 09 15:06:10.731352 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.097668 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9041-b788-4222-94ee-007c594a05ec req-e70efe0c-9ab4-460e-b44b-3919d0057bfc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:11.099271 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-e70efe0c-9ab4-460e-b44b-3919d0057bfc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/networks?id=c2c3d27e-ad3e-4961-bf66-c2402fffce76 HTTP/1.1" status: 200 len: 809 time: 0.1645529 Jun 09 15:06:11.109541 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb28a56-e258-4d79-9abd-d9253afe062a req-eac675a6-6d67-4032-bf3d-b7ceb2fa2f19 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:11.112346 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-bdb28a56-e258-4d79-9abd-d9253afe062a req-eac675a6-6d67-4032-bf3d-b7ceb2fa2f19 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1754820 Jun 09 15:06:11.114893 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-6de6fbb1-e45d-43ff-bd1d-cdcca82e6ec1 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/quotas/1c80a3491ee746e1a8407aecfd6e8107 HTTP/1.1" status: 200 len: 375 time: 0.0094280 Jun 09 15:06:11.135446 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 54294) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:11.164665 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-bdb28a56-e258-4d79-9abd-d9253afe062a req-6e5b9513-0bb8-4f16-8550-e2678fca5f38 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Jun 09 15:06:11.171928 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-2d3adf09-9ed6-4b08-a985-1bc7941c1e16 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c80a3491ee746e1a8407aecfd6e8107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508816 Jun 09 15:06:11.311242 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d329bf09-c2ee-4334-ac69-c88d41bbf0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.312504 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-2b809165-cf7e-4197-a8e3-3340c370997c service neutron] 10.222.0.83 "GET /v2.0/networks/c2c3d27e-ad3e-4961-bf66-c2402fffce76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335933 Jun 09 15:06:11.395345 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec29ca-1b21-44ea-84a7-8b96e16b55d5 req-f5a4a2b5-aef5-432c-b245-52cb34ec77a2 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:11.396875 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-38ec29ca-1b21-44ea-84a7-8b96e16b55d5 req-f5a4a2b5-aef5-432c-b245-52cb34ec77a2 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1373456 Jun 09 15:06:11.465113 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-38ec29ca-1b21-44ea-84a7-8b96e16b55d5 req-735edf45-da94-4047-9ca4-779a92c4385a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617507 Jun 09 15:06:11.492015 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d329bf09-c2ee-4334-ac69-c88d41bbf0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.497034 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d329bf09-c2ee-4334-ac69-c88d41bbf0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.505969 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-08e42ab8-6536-4851-9416-29d5c67d9e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:11.526805 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-7d4f9152-e197-4154-b06d-15c6801949ea service neutron] 10.222.0.83 "GET /v2.0/networks/c2c3d27e-ad3e-4961-bf66-c2402fffce76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086651 Jun 09 15:06:11.551238 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-d329bf09-c2ee-4334-ac69-c88d41bbf0cd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a517e7e4cb174d7da560d2dc5af6704e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146121 Jun 09 15:06:11.552003 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329bf09-c2ee-4334-ac69-c88d41bbf0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99b6841-6b8a-409d-add3-c145d038866d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:11.555022 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d329bf09-c2ee-4334-ac69-c88d41bbf0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:11.556913 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54300) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:11.626020 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-db459d6e-7f24-4456-aeef-e2a304c83bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.654406 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-db459d6e-7f24-4456-aeef-e2a304c83bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.755235 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-514d0773-b978-453c-86cf-6579e26ace43 req-74d55921-b203-49d3-98e5-ce883355c1a4 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 210 time: 0.0605536 Jun 09 15:06:11.783157 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-db459d6e-7f24-4456-aeef-e2a304c83bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.788179 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-db459d6e-7f24-4456-aeef-e2a304c83bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.792223 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-db459d6e-7f24-4456-aeef-e2a304c83bc3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e99b6841-6b8a-409d-add3-c145d038866d HTTP/1.1" status: 204 len: 168 time: 0.2321622 Jun 09 15:06:11.792223 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d1debceb-2d3b-4401-9eba-546662079455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:11.804196 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db459d6e-7f24-4456-aeef-e2a304c83bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99b6841-6b8a-409d-add3-c145d038866d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:11.808613 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-db459d6e-7f24-4456-aeef-e2a304c83bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:11.973072 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2ebd3-f11e-438e-909b-536e5938d424 req-0e2d745c-6b19-4615-a896-f2a81d6bcc73 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:11.974890 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a8a2ebd3-f11e-438e-909b-536e5938d424 req-0e2d745c-6b19-4615-a896-f2a81d6bcc73 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.0984907 Jun 09 15:06:12.024817 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a8a2ebd3-f11e-438e-909b-536e5938d424 req-7f745871-ad4d-419f-9a1b-07ec5d7078d8 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 Jun 09 15:06:12.191442 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 54326) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:12.210400 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a4cefe01-39a9-4e23-93e4-9fcb0be16828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.320733 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a4cefe01-39a9-4e23-93e4-9fcb0be16828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.324946 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a4cefe01-39a9-4e23-93e4-9fcb0be16828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.333462 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-43cc9983-3419-4474-9f68-4cf0ee76acf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:12.372813 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-a4cefe01-39a9-4e23-93e4-9fcb0be16828 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e7721955f41246c09407baab818d6c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802361 Jun 09 15:06:12.374451 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cefe01-39a9-4e23-93e4-9fcb0be16828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf99218-771c-4552-a598-509f3f5b18a2,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:12.375453 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54328) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:12.377654 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a4cefe01-39a9-4e23-93e4-9fcb0be16828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:12.432651 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8f105f3d-063d-4182-8278-8b33c7417af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.461379 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8f105f3d-063d-4182-8278-8b33c7417af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.517940 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8f105f3d-063d-4182-8278-8b33c7417af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.523713 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8f105f3d-063d-4182-8278-8b33c7417af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.527219 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-8f105f3d-063d-4182-8278-8b33c7417af9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6cf99218-771c-4552-a598-509f3f5b18a2 HTTP/1.1" status: 204 len: 168 time: 0.1484470 Jun 09 15:06:12.527219 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4885d07d-ae49-481e-a556-75075b763477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:12.536403 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f105f3d-063d-4182-8278-8b33c7417af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf99218-771c-4552-a598-509f3f5b18a2,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:12.538743 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8f105f3d-063d-4182-8278-8b33c7417af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:12.631384 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device cb33c709-d444-4941-9902-fa777d211f5f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:06:12.667926 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: cb33c709-d444-4941-9902-fa777d211f5f {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:06:12.668282 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device cb33c709-d444-4941-9902-fa777d211f5f not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:06:12.706963 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41936cdc-736c-41dc-987a-71ca5523e5cb req-2b0e09d3-f5a4-4c22-a770-15237477b567 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:12.708630 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-41936cdc-736c-41dc-987a-71ca5523e5cb req-2b0e09d3-f5a4-4c22-a770-15237477b567 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.0999234 Jun 09 15:06:12.758715 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-41936cdc-736c-41dc-987a-71ca5523e5cb req-f23db9f5-c445-44a9-847f-c472213bc11c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429101 Jun 09 15:06:12.938159 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9041-b788-4222-94ee-007c594a05ec req-e9bf1585-93b3-4ad2-a895-11ad6feeacea tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:12.939789 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-e9bf1585-93b3-4ad2-a895-11ad6feeacea tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.46 "GET /v2.0/networks?id=c2c3d27e-ad3e-4961-bf66-c2402fffce76 HTTP/1.1" status: 200 len: 809 time: 0.1725557 Jun 09 15:06:12.943927 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-50ecad65-f943-4289-8391-b40d8a7c1fdd req-42f5223d-0e30-4c2f-9522-7a11c9ea4252 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 210 time: 0.0587974 Jun 09 15:06:12.952808 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Request body: {'port': {'device_id': '8b73ab39-c3d5-425f-acf1-ab81d0448a24', 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76', 'admin_state_up': True, 'tenant_id': '1c80a3491ee746e1a8407aecfd6e8107'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:06:13.125926 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Made reservation on behalf of 1c80a3491ee746e1a8407aecfd6e8107 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:06:13.129647 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.348530 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ae7a-ed59-4bfe-8b02-10cb799da783 req-8fb8978f-f569-49a9-a34d-4639642682e1 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:13.350030 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c159ae7a-ed59-4bfe-8b02-10cb799da783 req-8fb8978f-f569-49a9-a34d-4639642682e1 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.2010870 Jun 09 15:06:13.352268 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-78020bd6-572c-4fed-af88-b86114c59e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.361039 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Allocated IP 172.20.0.5 (c2c3d27e-ad3e-4961-bf66-c2402fffce76/369f42ea-058c-43a8-9ac7-2f827b87f0eb/5a61f670-6202-48d1-adcb-e8c74ceefdc3) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:06:13.426148 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c159ae7a-ed59-4bfe-8b02-10cb799da783 req-4707767e-07ca-44cd-9a2d-fcedf0863b48 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670047 Jun 09 15:06:13.641145 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.673041 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.678715 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-adfdd242-94bc-4025-8986-a3c25ac59526 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:13.743987 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Network c2c3d27e-ad3e-4961-bf66-c2402fffce76 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:06:13.746985 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:13.750975 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:06:13.789772 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Pushing event updated for resources: {'Port': ['ID=5a61f670-6202-48d1-adcb-e8c74ceefdc3,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:13.794680 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:13.821406 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:13.821930 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.841050 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8921273 Jun 09 15:06:13.853623 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Request body: {'port': {'device_id': '8b73ab39-c3d5-425f-acf1-ab81d0448a24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:06:13.963993 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739fc32-6a69-43a9-af90-b07c18724ace req-82470162-3421-459b-b4c4-6c8cc9ffc99d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:13.963993 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f739fc32-6a69-43a9-af90-b07c18724ace req-82470162-3421-459b-b4c4-6c8cc9ffc99d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.0844924 Jun 09 15:06:13.966975 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:14.023314 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f739fc32-6a69-43a9-af90-b07c18724ace req-cd34a574-fa60-48fa-b452-c445888508b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531685 Jun 09 15:06:14.402057 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9feee4-7361-45a8-8a05-d14bf1d11091 req-dc14eebf-63c2-4cb7-8adb-c837a65d6108 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:14.404405 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ee9feee4-7361-45a8-8a05-d14bf1d11091 req-dc14eebf-63c2-4cb7-8adb-c837a65d6108 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 931 time: 0.2951007 Jun 09 15:06:14.510051 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ee9feee4-7361-45a8-8a05-d14bf1d11091 req-3fd1f945-c320-460e-810c-b0e8d39e3207 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987012 Jun 09 15:06:14.517553 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a61f670-6202-48d1-adcb-e8c74ceefdc3 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:06:14.525065 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:14.548624 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Transition to ACTIVE for port object 5a61f670-6202-48d1-adcb-e8c74ceefdc3 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:14.553574 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:14.566147 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:14.807718 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Pushing event updated for resources: {'Port': ['ID=5a61f670-6202-48d1-adcb-e8c74ceefdc3,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:14.842863 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:14.908502 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20eaa-3b42-418e-9fa4-cb13f9ae9bf4 req-048d9bd0-e054-4eef-85df-74be0eb5ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:14.909989 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28b20eaa-3b42-418e-9fa4-cb13f9ae9bf4 req-048d9bd0-e054-4eef-85df-74be0eb5ddc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1518500 Jun 09 15:06:14.921432 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385824f3-d331-43e6-960d-368ba00f82de req-8fb0be0d-f3e0-4542-8ab7-3d8e8632c197 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:14.922826 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-385824f3-d331-43e6-960d-368ba00f82de req-8fb0be0d-f3e0-4542-8ab7-3d8e8632c197 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1007349 Jun 09 15:06:14.938891 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2de5c-3376-4e1a-8836-f8888dcf3174 req-1f1bd159-42f2-4896-bf1a-7b9bb20a45a8 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:14.940377 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-40c2de5c-3376-4e1a-8836-f8888dcf3174 req-1f1bd159-42f2-4896-bf1a-7b9bb20a45a8 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.2422640 Jun 09 15:06:14.942642 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Attempting to bind port 5a61f670-6202-48d1-adcb-e8c74ceefdc3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:06:14.942933 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Attempting to bind port 5a61f670-6202-48d1-adcb-e8c74ceefdc3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '648e3595-4c15-4d96-b580-287352c4b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:06:14.943264 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Attempting to bind port 5a61f670-6202-48d1-adcb-e8c74ceefdc3 on network c2c3d27e-ad3e-4961-bf66-c2402fffce76 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:06:14.962344 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Port 5a61f670-6202-48d1-adcb-e8c74ceefdc3 on network c2c3d27e-ad3e-4961-bf66-c2402fffce76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:06:14.962803 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Attempting to bind port 5a61f670-6202-48d1-adcb-e8c74ceefdc3 on network c2c3d27e-ad3e-4961-bf66-c2402fffce76 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:06:14.971903 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:06:14.972242 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Checking segment: {'id': '648e3595-4c15-4d96-b580-287352c4b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:06:14.972645 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Bound using segment: {'id': '648e3595-4c15-4d96-b580-287352c4b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:06:14.973071 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Bound port: 5a61f670-6202-48d1-adcb-e8c74ceefdc3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648e3595-4c15-4d96-b580-287352c4b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:06:14.973418 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:15.034852 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-40c2de5c-3376-4e1a-8836-f8888dcf3174 req-e4fd4da4-175c-4668-8b0e-141d1f8a9a4a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878491 Jun 09 15:06:15.049310 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-385824f3-d331-43e6-960d-368ba00f82de req-2af2aebc-992a-4f38-8dd8-78fe8b2fb031 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068823 Jun 09 15:06:15.099966 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20eaa-3b42-418e-9fa4-cb13f9ae9bf4 req-f73e9f59-8b9a-4d89-b6b4-4c9180d4af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:15.101930 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28b20eaa-3b42-418e-9fa4-cb13f9ae9bf4 req-f73e9f59-8b9a-4d89-b6b4-4c9180d4af7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 919 time: 0.1782060 Jun 09 15:06:15.102513 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] For port 5a61f670-6202-48d1-adcb-e8c74ceefdc3, host hv-cinder-78960, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:06:15.106457 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] For port 5a61f670-6202-48d1-adcb-e8c74ceefdc3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5a61f670-6202-48d1-adcb-e8c74ceefdc3,segment=NetworkSegment(648e3595-4c15-4d96-b580-287352c4b1b1),segment_id=648e3595-4c15-4d96-b580-287352c4b1b1)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:06:15.110091 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:15.115042 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:15.177714 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28b20eaa-3b42-418e-9fa4-cb13f9ae9bf4 req-468811bb-7fa3-41bf-989e-424fb790927b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f536219-202a-41b1-b47c-876b9104a69a HTTP/1.1" status: 200 len: 217 time: 0.0666211 Jun 09 15:06:15.202583 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:15.203190 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:15.204545 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] 10.222.0.46 "PUT /v2.0/ports/5a61f670-6202-48d1-adcb-e8c74ceefdc3 HTTP/1.1" status: 200 len: 1093 time: 1.3553915 Jun 09 15:06:15.206892 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b73ab39-c3d5-425f-acf1-ab81d0448a24', 'tag': '5a61f670-6202-48d1-adcb-e8c74ceefdc3'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:15.209280 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260692f9-172b-4ade-aed3-23bb3d62d487" -d '{"events": [{"name": "network-changed", "server_uuid": "8b73ab39-c3d5-425f-acf1-ab81d0448a24", "tag": "5a61f670-6202-48d1-adcb-e8c74ceefdc3"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:15.247146 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20eaa-3b42-418e-9fa4-cb13f9ae9bf4 req-2290815e-2baf-4de4-90c6-26b94d1901cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:15.248861 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28b20eaa-3b42-418e-9fa4-cb13f9ae9bf4 req-2290815e-2baf-4de4-90c6-26b94d1901cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366d801b-9500-4857-8071-2b0532367ca2 HTTP/1.1" status: 200 len: 858 time: 0.0647225 Jun 09 15:06:15.278703 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb81d06f-ec8e-46f3-8b0a-db1e3679b1c0 x-openstack-request-id: req-cb81d06f-ec8e-46f3-8b0a-db1e3679b1c0 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:15.279005 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b73ab39-c3d5-425f-acf1-ab81d0448a24", "tag": "5a61f670-6202-48d1-adcb-e8c74ceefdc3", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:15.279280 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cb81d06f-ec8e-46f3-8b0a-db1e3679b1c0 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:15.279685 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b73ab39-c3d5-425f-acf1-ab81d0448a24', 'tag': '5a61f670-6202-48d1-adcb-e8c74ceefdc3', 'status': 'completed', 'code': 200} Jun 09 15:06:15.301160 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28b20eaa-3b42-418e-9fa4-cb13f9ae9bf4 req-eac979bf-96dd-457a-ac7c-a6a300199e34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14fe3549-285e-478e-86c0-218ad94ab33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411098 Jun 09 15:06:15.303514 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Pushing event updated for resources: {'Port': ['ID=5a61f670-6202-48d1-adcb-e8c74ceefdc3,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:15.309921 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:15.336186 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06f08c-02d4-4188-9308-fff57377ae4b req-dc2e8548-f819-4e22-8ec3-c9d9e458d370 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:15.337728 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1f06f08c-02d4-4188-9308-fff57377ae4b req-dc2e8548-f819-4e22-8ec3-c9d9e458d370 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1857226 Jun 09 15:06:15.370270 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9041-b788-4222-94ee-007c594a05ec req-f8a77a20-fcd7-4035-9693-543b93b7cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:15.371707 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-f8a77a20-fcd7-4035-9693-543b93b7cc6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c80a3491ee746e1a8407aecfd6e8107&device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 1096 time: 0.1289473 Jun 09 15:06:15.435497 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28b20eaa-3b42-418e-9fa4-cb13f9ae9bf4 req-1505dea2-80f2-4945-bcfc-3963fc868bba service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269262 Jun 09 15:06:15.448068 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-82345081-ae29-4446-9ff7-25d0df987e95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a61f670-6202-48d1-adcb-e8c74ceefdc3 HTTP/1.1" status: 200 len: 217 time: 0.0674293 Jun 09 15:06:15.450952 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1f06f08c-02d4-4188-9308-fff57377ae4b req-fe879724-6ea1-4897-9495-bc716b79ee0d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070929 Jun 09 15:06:15.508988 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9041-b788-4222-94ee-007c594a05ec req-935b23e8-7630-4e03-a378-42ece87155f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:15.510457 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-935b23e8-7630-4e03-a378-42ece87155f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=369f42ea-058c-43a8-9ac7-2f827b87f0eb HTTP/1.1" status: 200 len: 849 time: 0.0560727 Jun 09 15:06:15.560346 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-aea89aa4-d47c-44fe-bf79-547c0142c023 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2c3d27e-ad3e-4961-bf66-c2402fffce76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431113 Jun 09 15:06:15.566045 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28b20eaa-3b42-418e-9fa4-cb13f9ae9bf4 req-eb79d9e0-0eae-4ee0-bf25-87dd561e7bb8 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237967 Jun 09 15:06:15.704584 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:15.709503 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-4092ae4b-7fb8-46cf-95b1-a068af09890c service neutron] 10.222.0.46 "GET /v2.0/networks/c2c3d27e-ad3e-4961-bf66-c2402fffce76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383293 Jun 09 15:06:15.724560 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a998ce1-4e40-4a8a-8331-a7cf5a600f2c req-e0693ade-2671-41c3-8ed9-dbe9bd65980b tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:15.726045 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3a998ce1-4e40-4a8a-8331-a7cf5a600f2c req-e0693ade-2671-41c3-8ed9-dbe9bd65980b tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 943 time: 0.0940399 Jun 09 15:06:15.773986 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3a998ce1-4e40-4a8a-8331-a7cf5a600f2c req-c112ed74-fbea-4a48-a327-d317f244d902 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384245 Jun 09 15:06:15.824579 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fee6c7e3-1d45-415b-b59b-739c8c5a0d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:15.842109 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d35a9041-b788-4222-94ee-007c594a05ec req-a2e52e80-de3f-4f4f-a1e8-dd919c4fbbfb service neutron] 10.222.0.46 "GET /v2.0/networks/c2c3d27e-ad3e-4961-bf66-c2402fffce76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261680 Jun 09 15:06:15.959958 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260692f9-172b-4ade-aed3-23bb3d62d487 req-221e9035-25ba-43c5-807f-bd2c544777eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:15.961405 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-260692f9-172b-4ade-aed3-23bb3d62d487 req-221e9035-25ba-43c5-807f-bd2c544777eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c80a3491ee746e1a8407aecfd6e8107&device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 1096 time: 0.0695457 Jun 09 15:06:16.261022 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260692f9-172b-4ade-aed3-23bb3d62d487 req-0c9729f9-3efd-4cd7-b2c2-333b7c69a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:16.262399 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-260692f9-172b-4ade-aed3-23bb3d62d487 req-0c9729f9-3efd-4cd7-b2c2-333b7c69a54d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2c3d27e-ad3e-4961-bf66-c2402fffce76 HTTP/1.1" status: 200 len: 910 time: 0.2943988 Jun 09 15:06:16.281623 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444a944-1522-4a81-89c9-8bd03eacd61d req-bcc0b485-60c8-4d19-9bc9-81344bac619a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:16.283369 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4444a944-1522-4a81-89c9-8bd03eacd61d req-bcc0b485-60c8-4d19-9bc9-81344bac619a tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0827210 Jun 09 15:06:16.330447 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4444a944-1522-4a81-89c9-8bd03eacd61d req-803d6e86-3d98-4f83-8f36-c15cfb9d51b8 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Jun 09 15:06:16.334762 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-260692f9-172b-4ade-aed3-23bb3d62d487 req-3a00d552-88c1-4178-9efc-61f9dad8059b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a61f670-6202-48d1-adcb-e8c74ceefdc3 HTTP/1.1" status: 200 len: 217 time: 0.0649633 Jun 09 15:06:16.387727 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8615b6-d1e5-4a1e-963f-75e7772eb349 req-aee8095c-00cf-4210-99f8-d493d8598c2a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:16.389471 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5c8615b6-d1e5-4a1e-963f-75e7772eb349 req-aee8095c-00cf-4210-99f8-d493d8598c2a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.2105649 Jun 09 15:06:16.444275 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260692f9-172b-4ade-aed3-23bb3d62d487 req-8146ec94-a964-4a16-91e3-24f0f02043d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:16.445804 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-260692f9-172b-4ade-aed3-23bb3d62d487 req-8146ec94-a964-4a16-91e3-24f0f02043d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=369f42ea-058c-43a8-9ac7-2f827b87f0eb HTTP/1.1" status: 200 len: 849 time: 0.1031711 Jun 09 15:06:16.456117 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5c8615b6-d1e5-4a1e-963f-75e7772eb349 req-30b9d0a3-e2a5-4466-9917-25a7fd4a9d45 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593202 Jun 09 15:06:16.500851 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-260692f9-172b-4ade-aed3-23bb3d62d487 req-87c301c8-6c7a-4230-8eff-08b45d27ba10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2c3d27e-ad3e-4961-bf66-c2402fffce76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409839 Jun 09 15:06:16.638516 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-260692f9-172b-4ade-aed3-23bb3d62d487 req-7b86e75d-5807-4d52-925c-5f2296c93b80 service neutron] 10.222.0.46 "GET /v2.0/networks/c2c3d27e-ad3e-4961-bf66-c2402fffce76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307659 Jun 09 15:06:16.647321 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610337-8817-43b6-a6aa-820d6f0c5dfb req-172cc9c3-00be-4346-b873-b9f00a20624f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:16.648791 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-33610337-8817-43b6-a6aa-820d6f0c5dfb req-172cc9c3-00be-4346-b873-b9f00a20624f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.0868704 Jun 09 15:06:16.693424 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-33610337-8817-43b6-a6aa-820d6f0c5dfb req-f3789a8b-8184-4f9d-82a5-891ea02457e8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389814 Jun 09 15:06:16.771735 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-260692f9-172b-4ade-aed3-23bb3d62d487 req-e5979ea8-5c36-43da-be8e-2d7b15dc2fec service neutron] 10.222.0.46 "GET /v2.0/networks/c2c3d27e-ad3e-4961-bf66-c2402fffce76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253645 Jun 09 15:06:16.898299 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:16.965316 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee6616-b0dd-449d-b757-bc715c16c038 req-b3b21a64-e9a7-4cbe-9038-1367be38b98b tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:16.966805 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e1ee6616-b0dd-449d-b757-bc715c16c038 req-b3b21a64-e9a7-4cbe-9038-1367be38b98b tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 943 time: 0.0877821 Jun 09 15:06:17.010614 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e1ee6616-b0dd-449d-b757-bc715c16c038 req-1266b94e-99d3-4e96-a3af-6c337eb85a9b tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382695 Jun 09 15:06:17.520919 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db9c7a-286a-4b77-a66e-7e7947a0e6e9 req-a95cf8b1-4d27-46a8-b64c-618d8527e4d2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:17.522371 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d4db9c7a-286a-4b77-a66e-7e7947a0e6e9 req-a95cf8b1-4d27-46a8-b64c-618d8527e4d2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0835197 Jun 09 15:06:17.654318 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef852fe-f1a6-4312-a0e1-fcb61d8d8a7f req-4810f4f3-cc08-4eed-a06b-2dd4e009002a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:17.656407 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2ef852fe-f1a6-4312-a0e1-fcb61d8d8a7f req-4810f4f3-cc08-4eed-a06b-2dd4e009002a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.0919700 Jun 09 15:06:17.674075 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d4db9c7a-286a-4b77-a66e-7e7947a0e6e9 req-f687a75d-2e72-4db4-9717-3065d1f52c40 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447287 Jun 09 15:06:17.714559 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2ef852fe-f1a6-4312-a0e1-fcb61d8d8a7f req-34246e57-6bb0-4d4c-8ade-9e19f1a49e5d tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489583 Jun 09 15:06:17.885885 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b317da-9a86-4a5d-9afe-f6b83d3b3b04 req-3c692f6c-f734-4144-afa9-6bd56459da9e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:17.887296 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-83b317da-9a86-4a5d-9afe-f6b83d3b3b04 req-3c692f6c-f734-4144-afa9-6bd56459da9e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.0779662 Jun 09 15:06:17.930638 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-83b317da-9a86-4a5d-9afe-f6b83d3b3b04 req-1906220d-ef88-4568-b30c-4566e314393b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375049 Jun 09 15:06:18.195836 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37c9f3-08e9-4d96-93a7-d4a8107e2962 req-14065016-356c-4f8d-b6cf-0e82037693cd tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:18.197330 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-eb37c9f3-08e9-4d96-93a7-d4a8107e2962 req-14065016-356c-4f8d-b6cf-0e82037693cd tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 943 time: 0.0827157 Jun 09 15:06:18.241232 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-eb37c9f3-08e9-4d96-93a7-d4a8107e2962 req-50546293-9d73-4f3c-b6e0-eed5bced27e2 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Jun 09 15:06:18.581972 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.658659 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 5a61f670-6202-48d1-adcb-e8c74ceefdc3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:06:18.798056 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 5a61f670-6202-48d1-adcb-e8c74ceefdc3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5a61f670-6202-48d1-adcb-e8c74ceefdc3,segment=NetworkSegment(648e3595-4c15-4d96-b580-287352c4b1b1),segment_id=648e3595-4c15-4d96-b580-287352c4b1b1)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:18.814234 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': '5a61f670-6202-48d1-adcb-e8c74ceefdc3', 'network_id': 'c2c3d27e-ad3e-4961-bf66-c2402fffce76', 'port_id': '5a61f670-6202-48d1-adcb-e8c74ceefdc3', 'mac_address': 'fa:16:3e:39:3e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369f42ea-058c-43a8-9ac7-2f827b87f0eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:06:18.869682 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dbf49-1061-445c-a40f-2d6361b40e00 req-27a38d91-7cad-42b7-b931-7a8696ac545b tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:18.871398 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-374dbf49-1061-445c-a40f-2d6361b40e00 req-27a38d91-7cad-42b7-b931-7a8696ac545b tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0908122 Jun 09 15:06:18.878028 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.907117 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a61f670-6202-48d1-adcb-e8c74ceefdc3 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:06:18.936334 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-374dbf49-1061-445c-a40f-2d6361b40e00 req-f57f14b6-3dbf-4fc8-9eec-9ff0343e5fad tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588489 Jun 09 15:06:18.936706 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 5a61f670-6202-48d1-adcb-e8c74ceefdc3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5a61f670-6202-48d1-adcb-e8c74ceefdc3,segment=NetworkSegment(648e3595-4c15-4d96-b580-287352c4b1b1),segment_id=648e3595-4c15-4d96-b580-287352c4b1b1)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:18.936883 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2791ff7-b579-42e6-8885-662c50a65707 req-c5b6c13b-7a08-4162-8ada-d887a467ac47 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:18.938379 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b2791ff7-b579-42e6-8885-662c50a65707 req-c5b6c13b-7a08-4162-8ada-d887a467ac47 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1149671 Jun 09 15:06:18.945612 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.946609 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c612d42d-56f3-4f67-80e2-31925b4801c7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:06:18.949449 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:19.007772 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b2791ff7-b579-42e6-8885-662c50a65707 req-cf4f95b0-a79e-4acf-867d-3e14f2593556 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619082 Jun 09 15:06:19.127601 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=5a61f670-6202-48d1-adcb-e8c74ceefdc3,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:19.131163 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:19.207411 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04493d6a-93ac-49ce-aba7-4f3370b81607 req-2f05d544-3d2a-4ef1-b3e0-b3babcd1cde6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:19.210244 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:19.216572 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-04493d6a-93ac-49ce-aba7-4f3370b81607 req-2f05d544-3d2a-4ef1-b3e0-b3babcd1cde6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1195250 Jun 09 15:06:19.226588 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'port_id': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'mac_address': 'fa:16:3e:2f:a9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:06:19.266791 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-04493d6a-93ac-49ce-aba7-4f3370b81607 req-59276050-b3c7-4d33-883b-9844308bc812 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474360 Jun 09 15:06:19.296655 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:19.315036 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c612d42d-56f3-4f67-80e2-31925b4801c7 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:06:19.333656 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:19.337738 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:19.339789 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-be40e773-ce86-4e47-b491-d7ea22da49fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:19.409245 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=c612d42d-56f3-4f67-80e2-31925b4801c7,revision_number=6']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:19.412309 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:19.443670 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['c612d42d-56f3-4f67-80e2-31925b4801c7'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:19.465712 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d35afb-94ed-4e8e-a848-c823688086ef req-da0c0bb2-4dfa-44a5-9438-ff8620985d8d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:19.468879 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e5d35afb-94ed-4e8e-a848-c823688086ef req-da0c0bb2-4dfa-44a5-9438-ff8620985d8d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 944 time: 0.0876565 Jun 09 15:06:19.529011 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e5d35afb-94ed-4e8e-a848-c823688086ef req-6a9fe3d5-3dc7-4c1c-b572-f87e1f9b88f4 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556669 Jun 09 15:06:19.662519 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['5a61f670-6202-48d1-adcb-e8c74ceefdc3'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:20.182768 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf1211-6901-44ee-8aab-11bb736cb2e8 req-fff37cbb-8fc6-44ff-aa47-050e58c58ef2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:20.184400 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-50cf1211-6901-44ee-8aab-11bb736cb2e8 req-fff37cbb-8fc6-44ff-aa47-050e58c58ef2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1166770 Jun 09 15:06:20.233791 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814f8ce-3a2e-4a7c-830a-f0afd699053b req-056d8143-50ac-4485-ac1f-a7ed71623ce5 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:20.245246 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1814f8ce-3a2e-4a7c-830a-f0afd699053b req-056d8143-50ac-4485-ac1f-a7ed71623ce5 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1134856 Jun 09 15:06:20.252031 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-50cf1211-6901-44ee-8aab-11bb736cb2e8 req-aa2f33f2-ecb5-4244-bd22-cb2ff789c823 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601509 Jun 09 15:06:20.304135 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1814f8ce-3a2e-4a7c-830a-f0afd699053b req-c8faac70-eddf-4298-852f-edd837abfdf8 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579348 Jun 09 15:06:20.488628 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12fc33-49fb-4084-83a3-a0bc7f9d1a89 req-d8cd932d-9d4d-4560-84d2-d7ab7bd4b50e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:20.490594 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5a12fc33-49fb-4084-83a3-a0bc7f9d1a89 req-d8cd932d-9d4d-4560-84d2-d7ab7bd4b50e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 944 time: 0.0947676 Jun 09 15:06:20.540877 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5a12fc33-49fb-4084-83a3-a0bc7f9d1a89 req-d1e75090-f8c3-47de-a286-e3405c18a76d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442164 Jun 09 15:06:20.677202 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 5a61f670-6202-48d1-adcb-e8c74ceefdc3 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:20.769590 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port 5a61f670-6202-48d1-adcb-e8c74ceefdc3 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:20.776138 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port 5a61f670-6202-48d1-adcb-e8c74ceefdc3 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:20.779665 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:20.807118 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c79b6-ba6f-40ea-8cc4-add3fc70229c req-e186a2a0-3db6-42cd-8e9b-a103caebb832 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:20.809075 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f19c79b6-ba6f-40ea-8cc4-add3fc70229c req-e186a2a0-3db6-42cd-8e9b-a103caebb832 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 944 time: 0.1689951 Jun 09 15:06:20.862858 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f19c79b6-ba6f-40ea-8cc4-add3fc70229c req-5704bd27-ccb8-4ce4-8f2f-61b9b3bcdc48 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481098 Jun 09 15:06:20.929574 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:20.963019 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b73ab39-c3d5-425f-acf1-ab81d0448a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a61f670-6202-48d1-adcb-e8c74ceefdc3'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:20.965357 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdedb9c7-ebff-4825-b760-7c76971164bb" -d '{"events": [{"server_uuid": "8b73ab39-c3d5-425f-acf1-ab81d0448a24", "name": "network-vif-plugged", "status": "completed", "tag": "5a61f670-6202-48d1-adcb-e8c74ceefdc3"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:20.977176 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 5a61f670-6202-48d1-adcb-e8c74ceefdc3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5a61f670-6202-48d1-adcb-e8c74ceefdc3,segment=NetworkSegment(648e3595-4c15-4d96-b580-287352c4b1b1),segment_id=648e3595-4c15-4d96-b580-287352c4b1b1)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:20.982319 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:20.983509 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c612d42d-56f3-4f67-80e2-31925b4801c7 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:21.019071 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8ccd80-7edd-4854-b2ea-56788e3c2eda x-openstack-request-id: req-5c8ccd80-7edd-4854-b2ea-56788e3c2eda {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:21.019378 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b73ab39-c3d5-425f-acf1-ab81d0448a24", "name": "network-vif-plugged", "status": "completed", "tag": "5a61f670-6202-48d1-adcb-e8c74ceefdc3", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:21.019637 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5c8ccd80-7edd-4854-b2ea-56788e3c2eda {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:21.020020 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b73ab39-c3d5-425f-acf1-ab81d0448a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a61f670-6202-48d1-adcb-e8c74ceefdc3', 'code': 200} Jun 09 15:06:21.020599 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:21.136629 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=5a61f670-6202-48d1-adcb-e8c74ceefdc3,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:21.139868 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:21.161066 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port c612d42d-56f3-4f67-80e2-31925b4801c7 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:21.161499 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:21.435258 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:21.439353 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2023e0-94e7-43ae-9836-c04321db0578 req-4806353f-11be-4edc-98a1-f64073497152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:21.441558 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0c2023e0-94e7-43ae-9836-c04321db0578 req-4806353f-11be-4edc-98a1-f64073497152 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 1098 time: 0.2354410 Jun 09 15:06:21.471015 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:21.475703 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:21.479429 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:21.558068 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=c612d42d-56f3-4f67-80e2-31925b4801c7,revision_number=7']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:21.568339 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0c2023e0-94e7-43ae-9836-c04321db0578 req-38b79608-e662-4bbb-b200-0d84f8fa8af8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165566 Jun 09 15:06:21.570644 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:21.597781 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7d69c-9127-4cdd-b37d-5a4d2f0db6e2 req-52e9e547-a1ce-48ec-9d2d-9d9dbc102719 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:21.605029 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1cd7d69c-9127-4cdd-b37d-5a4d2f0db6e2 req-52e9e547-a1ce-48ec-9d2d-9d9dbc102719 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1407700 Jun 09 15:06:21.610828 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dda826-1118-4e44-b636-0ee764b0efdb req-498d57f5-b2cb-48f3-960a-db00a514883c tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:21.617055 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-02dda826-1118-4e44-b636-0ee764b0efdb req-498d57f5-b2cb-48f3-960a-db00a514883c tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1029582 Jun 09 15:06:21.663385 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-02dda826-1118-4e44-b636-0ee764b0efdb req-ac1b744b-1c35-4bf8-8a6e-8a5db156f2fa tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Jun 09 15:06:21.664942 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1cd7d69c-9127-4cdd-b37d-5a4d2f0db6e2 req-0c3beea4-cb44-4c77-9ace-4cc5db9e9f68 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590212 Jun 09 15:06:21.935560 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69fc5d-3e74-49b5-b690-9ceeb159deb9 req-6d892bbf-5726-4505-81c7-97e4fc40db91 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:21.937175 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2e69fc5d-3e74-49b5-b690-9ceeb159deb9 req-6d892bbf-5726-4505-81c7-97e4fc40db91 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1548402 Jun 09 15:06:22.027942 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2e69fc5d-3e74-49b5-b690-9ceeb159deb9 req-12d227c3-c1ca-41fa-893e-79a7e87ddf3a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847573 Jun 09 15:06:22.152535 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60ebc-251a-443f-bda1-ca93f911435b req-d0f38fe8-8738-4da2-b4fd-483ef859ca43 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:22.155888 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-78c60ebc-251a-443f-bda1-ca93f911435b req-d0f38fe8-8738-4da2-b4fd-483ef859ca43 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 945 time: 0.1630492 Jun 09 15:06:22.249532 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-78c60ebc-251a-443f-bda1-ca93f911435b req-89572a6d-dc6f-45dd-a521-98b59b71c782 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872498 Jun 09 15:06:22.389522 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1eae6-9167-406c-9b9c-cbd00d01dc07 req-976e7f74-20b8-4c4c-a8d8-701441b60cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:22.391119 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2ee1eae6-9167-406c-9b9c-cbd00d01dc07 req-976e7f74-20b8-4c4c-a8d8-701441b60cd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9654598a67fe48cf889fd64d91ce8273&device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 1098 time: 0.2879641 Jun 09 15:06:22.407118 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4aed6-caac-45b6-bdc2-761c58416159 req-0a83562c-add8-4e95-86a6-0d4f4b16071c tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:22.408665 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-50d4aed6-caac-45b6-bdc2-761c58416159 req-0a83562c-add8-4e95-86a6-0d4f4b16071c tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1055133 Jun 09 15:06:22.601870 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-50d4aed6-caac-45b6-bdc2-761c58416159 req-1ae53106-9625-4aa1-a171-fde6e0aa58e3 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138167 Jun 09 15:06:22.657210 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1eae6-9167-406c-9b9c-cbd00d01dc07 req-ebd456a1-3045-4ce8-aaa5-cf07a2f356a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:22.658572 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2ee1eae6-9167-406c-9b9c-cbd00d01dc07 req-ebd456a1-3045-4ce8-aaa5-cf07a2f356a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=248c892a-8a76-47cd-bd87-7fa88315b14d HTTP/1.1" status: 200 len: 911 time: 0.2488883 Jun 09 15:06:22.786806 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2ee1eae6-9167-406c-9b9c-cbd00d01dc07 req-c1fb9b84-3926-4dff-a6fc-1b53e8d49893 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20769ff4-e317-4bdf-9493-ea91af589634 HTTP/1.1" status: 200 len: 1000 time: 0.1194236 Jun 09 15:06:22.857166 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1eae6-9167-406c-9b9c-cbd00d01dc07 req-2dc0285e-2937-4f89-8ee4-86d7fd38f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:22.860591 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2ee1eae6-9167-406c-9b9c-cbd00d01dc07 req-2dc0285e-2937-4f89-8ee4-86d7fd38f54f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a5dc99-63cc-4c13-8815-180909d19523 HTTP/1.1" status: 200 len: 849 time: 0.0659738 Jun 09 15:06:22.888145 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc6558-9f2e-43d7-91f9-7a61076b5dbf req-5de9fda5-6551-4228-b477-5b182a49e750 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:22.895488 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-97bc6558-9f2e-43d7-91f9-7a61076b5dbf req-5de9fda5-6551-4228-b477-5b182a49e750 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0900970 Jun 09 15:06:22.939166 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-97bc6558-9f2e-43d7-91f9-7a61076b5dbf req-be6b9779-cf84-4489-9470-394eb0508c31 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 Jun 09 15:06:22.950487 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1eae6-9167-406c-9b9c-cbd00d01dc07 req-e87ce18a-7268-4520-abfa-e815e045c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:22.951848 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2ee1eae6-9167-406c-9b9c-cbd00d01dc07 req-e87ce18a-7268-4520-abfa-e815e045c8e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=248c892a-8a76-47cd-bd87-7fa88315b14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855880 Jun 09 15:06:23.021270 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:23.023649 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7e29c9-71b4-4815-9998-096d68a31a07" -d '{"events": [{"server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "name": "network-vif-plugged", "status": "completed", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:23.077685 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7b207d-e9a0-409c-bdbf-2a12b92ef52c x-openstack-request-id: req-2a7b207d-e9a0-409c-bdbf-2a12b92ef52c {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:23.078060 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "name": "network-vif-plugged", "status": "completed", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:23.078406 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a7b207d-e9a0-409c-bdbf-2a12b92ef52c {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:23.078865 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'code': 200} Jun 09 15:06:23.124839 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2ee1eae6-9167-406c-9b9c-cbd00d01dc07 req-0b91d3fe-824b-4abc-a9be-38b498f7978b service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651433 Jun 09 15:06:23.244069 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af446c-0549-422d-a9bf-058ca10e9fb4 req-986882ac-21db-44b1-a2db-eccabad62381 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:23.251292 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e7af446c-0549-422d-a9bf-058ca10e9fb4 req-986882ac-21db-44b1-a2db-eccabad62381 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.0977008 Jun 09 15:06:23.299516 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2ee1eae6-9167-406c-9b9c-cbd00d01dc07 req-11a98906-359c-4cf3-b66e-cf2bde763ab9 service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683183 Jun 09 15:06:23.308758 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e7af446c-0549-422d-a9bf-058ca10e9fb4 req-b615e6ee-ec13-4416-8e2b-634ed6ac0f51 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562611 Jun 09 15:06:23.481805 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366a42d-4e0b-4c50-8af8-4718690ed1c4 req-9b965ef9-472b-4579-b70f-07ec6b7f3438 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:23.483310 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e366a42d-4e0b-4c50-8af8-4718690ed1c4 req-9b965ef9-472b-4579-b70f-07ec6b7f3438 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 945 time: 0.0915878 Jun 09 15:06:23.544140 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e366a42d-4e0b-4c50-8af8-4718690ed1c4 req-a4ace4ad-06dc-4bae-b680-008c04df7881 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548303 Jun 09 15:06:23.840351 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a07dbd-b2d7-4a25-86fb-c5873deb94cc req-ba4c26c1-4334-4f19-9e53-bb75227d37ba tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:23.843623 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6a07dbd-b2d7-4a25-86fb-c5873deb94cc req-ba4c26c1-4334-4f19-9e53-bb75227d37ba tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.0933495 Jun 09 15:06:23.909797 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f6a07dbd-b2d7-4a25-86fb-c5873deb94cc req-2e5f406c-b669-40d0-97eb-eae6fa95d9bb tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545189 Jun 09 15:06:24.222494 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f3683-e30f-4d81-b7b6-8a00dc75cdc5 req-85007d55-b987-4b68-95a9-1825abcf9c12 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:24.224742 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2e6f3683-e30f-4d81-b7b6-8a00dc75cdc5 req-85007d55-b987-4b68-95a9-1825abcf9c12 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1386404 Jun 09 15:06:24.313285 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2e6f3683-e30f-4d81-b7b6-8a00dc75cdc5 req-f17ca184-d0f9-4dc9-834a-5b31590c669f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812774 Jun 09 15:06:24.542307 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0b024-4e34-429d-8b26-d5c722c8fff1 req-26affcf6-7e0b-4ac4-9e0f-a126db23f474 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:24.547357 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-33b0b024-4e34-429d-8b26-d5c722c8fff1 req-26affcf6-7e0b-4ac4-9e0f-a126db23f474 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1242363 Jun 09 15:06:24.601209 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-33b0b024-4e34-429d-8b26-d5c722c8fff1 req-3f27ca7a-d183-4142-814a-775528763838 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480945 Jun 09 15:06:25.001490 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c742d6-56ff-4223-9d52-7e9a0ffec2a4 req-d986ff82-5a06-4e29-8417-f39a2a3b8fbf tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:25.010151 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f4c742d6-56ff-4223-9d52-7e9a0ffec2a4 req-d986ff82-5a06-4e29-8417-f39a2a3b8fbf tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 945 time: 0.1217620 Jun 09 15:06:25.077008 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f4c742d6-56ff-4223-9d52-7e9a0ffec2a4 req-77fa3247-35f4-4942-9b60-32e9854b048d tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654991 Jun 09 15:06:25.165322 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf64c9-50b0-44dc-83b1-d5535e6ad0a3 req-97dd8103-77a5-488f-9d88-8d1e5bd3b5e3 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:25.168245 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fedf64c9-50b0-44dc-83b1-d5535e6ad0a3 req-97dd8103-77a5-488f-9d88-8d1e5bd3b5e3 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1397827 Jun 09 15:06:25.223935 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fedf64c9-50b0-44dc-83b1-d5535e6ad0a3 req-3be3ed95-31f7-4287-9857-290cbd29744f tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465784 Jun 09 15:06:25.529368 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dcf80-f3ef-4612-a39e-c47898dfd539 req-8a201e32-8635-4588-ab29-b9f2e29208ab tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:25.531002 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-742dcf80-f3ef-4612-a39e-c47898dfd539 req-8a201e32-8635-4588-ab29-b9f2e29208ab tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0949857 Jun 09 15:06:25.586114 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-742dcf80-f3ef-4612-a39e-c47898dfd539 req-31c1d9fe-ad27-461a-8ec5-15484dcd68a4 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488865 Jun 09 15:06:25.841933 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef29bc-918f-4285-a310-32f422052319 req-d25a71c9-8be9-4903-93f0-0d59add004ea tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:25.843523 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-adef29bc-918f-4285-a310-32f422052319 req-d25a71c9-8be9-4903-93f0-0d59add004ea tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1219721 Jun 09 15:06:25.920580 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-adef29bc-918f-4285-a310-32f422052319 req-b63c1e31-c0da-453a-83db-67cd7960a759 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712039 Jun 09 15:06:26.284025 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4585e-af74-4039-b923-ea95dd79db39 req-ac8b5e3d-7bae-49b0-92b1-083c34f506be tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:26.288829 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-98e4585e-af74-4039-b923-ea95dd79db39 req-ac8b5e3d-7bae-49b0-92b1-083c34f506be tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 945 time: 0.1113029 Jun 09 15:06:26.348513 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-98e4585e-af74-4039-b923-ea95dd79db39 req-05434bc0-fb0c-4508-b871-c301fe56ac8a tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/security-groups?id=1475d273-8053-4b12-a5d0-cb4f35330251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553119 Jun 09 15:06:26.522017 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f25c2-bb62-41cb-93c5-f462a1255471 req-dfcec0cc-742e-4cbf-bec1-a803a7c5c9f6 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:26.524593 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-703f25c2-bb62-41cb-93c5-f462a1255471 req-dfcec0cc-742e-4cbf-bec1-a803a7c5c9f6 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 945 time: 0.1054189 Jun 09 15:06:26.737881 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-703f25c2-bb62-41cb-93c5-f462a1255471 req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Deleting port 5a61f670-6202-48d1-adcb-e8c74ceefdc3 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:06:26.738321 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-703f25c2-bb62-41cb-93c5-f462a1255471 req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:26.951139 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-703f25c2-bb62-41cb-93c5-f462a1255471 req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] For port 5a61f670-6202-48d1-adcb-e8c74ceefdc3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5a61f670-6202-48d1-adcb-e8c74ceefdc3,segment=NetworkSegment(648e3595-4c15-4d96-b580-287352c4b1b1),segment_id=648e3595-4c15-4d96-b580-287352c4b1b1)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:26.951631 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-703f25c2-bb62-41cb-93c5-f462a1255471 req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:26.976820 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5135d66-7895-49ed-8476-60eeac16c55b req-775b771b-4564-40cd-a9bf-5bf2500e761e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:26.978256 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f5135d66-7895-49ed-8476-60eeac16c55b req-775b771b-4564-40cd-a9bf-5bf2500e761e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.2233024 Jun 09 15:06:27.192165 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6b024-37cf-4305-aef2-1b826d7a93ba req-2424ec9b-d2ec-4149-b1b9-54ea1403bd40 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:27.193739 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-98c6b024-37cf-4305-aef2-1b826d7a93ba req-2424ec9b-d2ec-4149-b1b9-54ea1403bd40 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1103001 Jun 09 15:06:27.214871 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-703f25c2-bb62-41cb-93c5-f462a1255471 req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Calling delete_port for 5a61f670-6202-48d1-adcb-e8c74ceefdc3 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:06:27.250092 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-98c6b024-37cf-4305-aef2-1b826d7a93ba req-6be49fdd-dc99-4836-8660-35a9b6385b2e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506890 Jun 09 15:06:27.256142 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f5135d66-7895-49ed-8476-60eeac16c55b req-401481b9-c28d-4ed8-9730-1cf7126a880f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606861 Jun 09 15:06:27.364536 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-703f25c2-bb62-41cb-93c5-f462a1255471 req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:27.371051 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a30f8d70-705d-4881-b77d-e137872592e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:27.380704 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['5a61f670-6202-48d1-adcb-e8c74ceefdc3'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:27.419660 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Pushing event deleted for resources: {'Port': ['ID=5a61f670-6202-48d1-adcb-e8c74ceefdc3,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:27.422961 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:27.508914 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-703f25c2-bb62-41cb-93c5-f462a1255471 req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] No DVR routers for this DVR port 5a61f670-6202-48d1-adcb-e8c74ceefdc3 on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:06:27.511496 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-703f25c2-bb62-41cb-93c5-f462a1255471 req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:27.513622 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-703f25c2-bb62-41cb-93c5-f462a1255471 req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.46 "DELETE /v2.0/ports/5a61f670-6202-48d1-adcb-e8c74ceefdc3 HTTP/1.1" status: 204 len: 173 time: 0.9825058 Jun 09 15:06:27.514126 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b73ab39-c3d5-425f-acf1-ab81d0448a24', 'name': 'network-vif-deleted', 'tag': '5a61f670-6202-48d1-adcb-e8c74ceefdc3'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:27.516440 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f3e75e-0c10-44f6-a716-e13550c5557b" -d '{"events": [{"server_uuid": "8b73ab39-c3d5-425f-acf1-ab81d0448a24", "name": "network-vif-deleted", "tag": "5a61f670-6202-48d1-adcb-e8c74ceefdc3"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:27.546110 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dca2c956-e57e-4d5c-b8ce-d3a74c64b024 req-14134c7d-f3e2-4a14-80f2-0a9c11f129d5 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b73ab39-c3d5-425f-acf1-ab81d0448a24 HTTP/1.1" status: 200 len: 210 time: 0.0638871 Jun 09 15:06:27.564936 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20be1a4a-121b-48f1-acc6-576f7132834c x-openstack-request-id: req-20be1a4a-121b-48f1-acc6-576f7132834c {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:27.565459 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b73ab39-c3d5-425f-acf1-ab81d0448a24", "name": "network-vif-deleted", "tag": "5a61f670-6202-48d1-adcb-e8c74ceefdc3", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:27.565598 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-20be1a4a-121b-48f1-acc6-576f7132834c {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:27.565926 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b73ab39-c3d5-425f-acf1-ab81d0448a24', 'name': 'network-vif-deleted', 'tag': '5a61f670-6202-48d1-adcb-e8c74ceefdc3', 'status': 'completed', 'code': 200} Jun 09 15:06:28.480959 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee63a1-0400-40e6-92a1-921a6cfe457a req-df0fb7c1-9f3a-4187-8ecb-42721887637e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:28.482528 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1dee63a1-0400-40e6-92a1-921a6cfe457a req-df0fb7c1-9f3a-4187-8ecb-42721887637e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.0993783 Jun 09 15:06:28.504149 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611aea-b1c2-4f05-8fd1-f4279fe320dd req-7b7d42f0-2e38-44aa-b4f5-370f54595538 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:28.506008 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e0611aea-b1c2-4f05-8fd1-f4279fe320dd req-7b7d42f0-2e38-44aa-b4f5-370f54595538 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1133997 Jun 09 15:06:28.554105 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1dee63a1-0400-40e6-92a1-921a6cfe457a req-20d7c490-bafe-402f-af20-db6fdae8e432 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653310 Jun 09 15:06:28.565807 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e0611aea-b1c2-4f05-8fd1-f4279fe320dd req-516db8a7-e2da-4ef4-8f4c-895bc7f1c19c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517855 Jun 09 15:06:29.859518 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e17bb-017e-405a-8a16-90c7bd87ce69 req-9ae3b212-4672-4882-9307-2fbdea23b934 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:29.862254 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0a2e17bb-017e-405a-8a16-90c7bd87ce69 req-9ae3b212-4672-4882-9307-2fbdea23b934 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1282051 Jun 09 15:06:29.887042 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353085b4-3ac1-43c0-8042-9a84da890e24 req-369d2c13-ab6e-4e7b-ad82-a2b205c24347 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:29.893887 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-353085b4-3ac1-43c0-8042-9a84da890e24 req-369d2c13-ab6e-4e7b-ad82-a2b205c24347 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1029253 Jun 09 15:06:29.926734 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0a2e17bb-017e-405a-8a16-90c7bd87ce69 req-738ea961-56f4-4d61-828a-7503c987f88d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591164 Jun 09 15:06:29.970960 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-353085b4-3ac1-43c0-8042-9a84da890e24 req-e0f7dac9-394e-46dd-ac7c-5a64dc2d5cb0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761650 Jun 09 15:06:30.716210 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 5a61f670-6202-48d1-adcb-e8c74ceefdc3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:06:30.750667 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: 5a61f670-6202-48d1-adcb-e8c74ceefdc3 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:06:30.751034 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 5a61f670-6202-48d1-adcb-e8c74ceefdc3 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:06:30.923771 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02adc2-4713-42e8-b9ba-b2a3520c9175 req-071c4372-14ab-4b67-a705-7603a222db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:30.923771 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9d02adc2-4713-42e8-b9ba-b2a3520c9175 req-071c4372-14ab-4b67-a705-7603a222db70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 1098 time: 0.0746362 Jun 09 15:06:31.067764 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02adc2-4713-42e8-b9ba-b2a3520c9175 req-8123700d-7d14-4739-8d0c-f28ded7d3700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:31.069570 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9d02adc2-4713-42e8-b9ba-b2a3520c9175 req-8123700d-7d14-4739-8d0c-f28ded7d3700 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 917 time: 0.1395297 Jun 09 15:06:31.199799 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea8bc0-4ea7-4ab4-bd9c-34dc89330e23 req-a83395aa-5abc-4c81-9d49-5abf9d2b1c55 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:31.202534 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2eea8bc0-4ea7-4ab4-bd9c-34dc89330e23 req-a83395aa-5abc-4c81-9d49-5abf9d2b1c55 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1001387 Jun 09 15:06:31.254718 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfba420-d6e3-47ea-8a07-30bfdc26cfb1 req-e09f8d15-24c0-46bd-9280-71f23c01d6bc tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:31.256336 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3bfba420-d6e3-47ea-8a07-30bfdc26cfb1 req-e09f8d15-24c0-46bd-9280-71f23c01d6bc tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1858990 Jun 09 15:06:31.306922 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9d02adc2-4713-42e8-b9ba-b2a3520c9175 req-ba84f868-4d45-4375-9950-bf070865ad5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c612d42d-56f3-4f67-80e2-31925b4801c7 HTTP/1.1" status: 200 len: 1000 time: 0.1825709 Jun 09 15:06:31.326426 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3bfba420-d6e3-47ea-8a07-30bfdc26cfb1 req-f220541b-ed67-46f2-9ad0-298300b0dea8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629203 Jun 09 15:06:31.344975 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2eea8bc0-4ea7-4ab4-bd9c-34dc89330e23 req-6dec632f-c683-43d6-8618-916d23fc5328 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336164 Jun 09 15:06:31.410852 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02adc2-4713-42e8-b9ba-b2a3520c9175 req-9264e3d1-8901-4b87-81f2-b7007cf0bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:31.412622 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9d02adc2-4713-42e8-b9ba-b2a3520c9175 req-9264e3d1-8901-4b87-81f2-b7007cf0bb83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.0833359 Jun 09 15:06:31.499628 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02adc2-4713-42e8-b9ba-b2a3520c9175 req-6172fa65-aa42-4993-892f-5376b4746fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:31.501143 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9d02adc2-4713-42e8-b9ba-b2a3520c9175 req-6172fa65-aa42-4993-892f-5376b4746fb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796926 Jun 09 15:06:31.661533 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9d02adc2-4713-42e8-b9ba-b2a3520c9175 req-db94f813-8102-48fc-be82-5f3b73aba5a9 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529014 Jun 09 15:06:31.834551 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9d02adc2-4713-42e8-b9ba-b2a3520c9175 req-94773dd7-04f6-4ac1-994d-883fefc25fb0 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616139 Jun 09 15:06:32.602053 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a059a81-a233-456d-b43c-1629941215bf req-3c108e04-1feb-457a-bca3-fac76bef0ece tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:32.612520 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6a059a81-a233-456d-b43c-1629941215bf req-3c108e04-1feb-457a-bca3-fac76bef0ece tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1407323 Jun 09 15:06:32.695277 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6a059a81-a233-456d-b43c-1629941215bf req-1b5153a7-88dc-4857-aa5e-f9a543c51feb tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787003 Jun 09 15:06:32.813703 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181d619-2c87-4297-bce6-c2d98992bc99 req-18f51d35-8def-4af8-9378-bb657f1cbe34 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:32.817124 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5181d619-2c87-4297-bce6-c2d98992bc99 req-18f51d35-8def-4af8-9378-bb657f1cbe34 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1063721 Jun 09 15:06:32.873854 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5181d619-2c87-4297-bce6-c2d98992bc99 req-1d13c93c-f8c5-4583-b5b5-14ac710664b4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469232 Jun 09 15:06:32.996616 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54758) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:33.182019 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2bf4b730-ac22-44b8-bf06-14ec2d1dc97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:33.349648 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2bf4b730-ac22-44b8-bf06-14ec2d1dc97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:33.377790 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2bf4b730-ac22-44b8-bf06-14ec2d1dc97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:33.393361 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b6941e50-6943-4090-b452-51f03daccfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:33.468924 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4b730-ac22-44b8-bf06-14ec2d1dc97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85138e54-3a8c-49d1-8a93-3686fb4a540f,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:33.483090 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2bf4b730-ac22-44b8-bf06-14ec2d1dc97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:33.533961 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-2bf4b730-ac22-44b8-bf06-14ec2d1dc97d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e9f8a77ac134cdc98eaa11ba14b9fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359561 Jun 09 15:06:33.537748 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54766) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:33.610481 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d3d2f759-e8df-4cd4-94a4-afcc8fcb7f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:33.638318 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d3d2f759-e8df-4cd4-94a4-afcc8fcb7f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:33.699694 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d3d2f759-e8df-4cd4-94a4-afcc8fcb7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:33.706386 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d3d2f759-e8df-4cd4-94a4-afcc8fcb7f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:33.706386 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-d3d2f759-e8df-4cd4-94a4-afcc8fcb7f39 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/85138e54-3a8c-49d1-8a93-3686fb4a540f HTTP/1.1" status: 204 len: 168 time: 0.1652486 Jun 09 15:06:33.706386 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a8dc0f6a-23ee-43a3-ac4d-601885ac71ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:33.737332 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2f759-e8df-4cd4-94a4-afcc8fcb7f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85138e54-3a8c-49d1-8a93-3686fb4a540f,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:33.747479 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d3d2f759-e8df-4cd4-94a4-afcc8fcb7f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:34.063491 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6edb-0093-4ee7-aa10-2fbed861af93 req-a2d68598-ae94-4318-bc64-fd349c42c033 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:34.064997 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a00c6edb-0093-4ee7-aa10-2fbed861af93 req-a2d68598-ae94-4318-bc64-fd349c42c033 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1789365 Jun 09 15:06:34.139637 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a00c6edb-0093-4ee7-aa10-2fbed861af93 req-4d3d69cc-3cee-4a8c-a626-fc65ea53bfeb tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574431 Jun 09 15:06:34.152051 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb320f14-31e5-4a78-8e43-fae1579b5cd4 req-50683b96-fd1b-482e-84c5-52b325895430 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:34.153575 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fb320f14-31e5-4a78-8e43-fae1579b5cd4 req-50683b96-fd1b-482e-84c5-52b325895430 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 945 time: 0.1214356 Jun 09 15:06:34.238333 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54780) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:34.256830 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8365452e-9fbe-4589-90a5-829735ec627d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:34.303596 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fb320f14-31e5-4a78-8e43-fae1579b5cd4 req-5233ec6c-b051-49c2-9f0b-968baa217744 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441076 Jun 09 15:06:34.414178 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8365452e-9fbe-4589-90a5-829735ec627d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:34.421776 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8365452e-9fbe-4589-90a5-829735ec627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:34.463909 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3df8152b-ed9b-41d0-9bb6-27f3c9d963bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:34.474337 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-8365452e-9fbe-4589-90a5-829735ec627d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cab12ca826b0442e8bf967595eec0629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346804 Jun 09 15:06:34.476672 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54788) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:34.573181 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365452e-9fbe-4589-90a5-829735ec627d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6aab41-3694-4f99-9e28-f5e23053d7f8,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:34.577979 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8365452e-9fbe-4589-90a5-829735ec627d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:34.600354 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35a727c5-4030-4f07-a213-fe9dce386260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:34.639078 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35a727c5-4030-4f07-a213-fe9dce386260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:34.711495 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35a727c5-4030-4f07-a213-fe9dce386260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:34.715114 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35a727c5-4030-4f07-a213-fe9dce386260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:34.716266 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-35a727c5-4030-4f07-a213-fe9dce386260 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8c6aab41-3694-4f99-9e28-f5e23053d7f8 HTTP/1.1" status: 204 len: 168 time: 0.2384870 Jun 09 15:06:34.717102 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2cb319d1-1052-47fb-ab54-90710eb3594a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:34.727354 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a727c5-4030-4f07-a213-fe9dce386260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6aab41-3694-4f99-9e28-f5e23053d7f8,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:34.731101 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-35a727c5-4030-4f07-a213-fe9dce386260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:34.736780 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c612d42d-56f3-4f67-80e2-31925b4801c7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:06:34.975969 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:35.014077 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:35.015775 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:35.019701 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7830b9-4a13-4906-ac2e-e66088606838" -d '{"events": [{"server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:35.023447 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:35.026370 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:35.092298 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412c1087-bf6d-4f66-806b-39765015d2ef x-openstack-request-id: req-412c1087-bf6d-4f66-806b-39765015d2ef {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:35.092845 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "name": "network-vif-unplugged", "status": "failed", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7", "code": 422}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:35.093269 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-412c1087-bf6d-4f66-806b-39765015d2ef {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:35.093831 dv-cinder-789603-9-smb neutron-server[91821]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'code': 422} returned with failed status Jun 09 15:06:35.123663 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=c612d42d-56f3-4f67-80e2-31925b4801c7,revision_number=8']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:35.128104 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:35.380965 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2196-2dbe-4a05-8e8c-297fcef96317 req-c6baa999-448f-4458-bd9e-8aa63d8dc18c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:35.382769 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-836d2196-2dbe-4a05-8e8c-297fcef96317 req-c6baa999-448f-4458-bd9e-8aa63d8dc18c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1105142 Jun 09 15:06:35.455464 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-836d2196-2dbe-4a05-8e8c-297fcef96317 req-9c5b2060-39a2-4ea8-b685-47677543424b tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659857 Jun 09 15:06:35.885092 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7852f5-6b6e-4fb7-ab47-97d2deba7718 req-1cac197e-b26a-45ba-9249-2e1ee417abc4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:35.890734 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3a7852f5-6b6e-4fb7-ab47-97d2deba7718 req-1cac197e-b26a-45ba-9249-2e1ee417abc4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.1251466 Jun 09 15:06:35.986917 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3a7852f5-6b6e-4fb7-ab47-97d2deba7718 req-d0d94248-f8b9-4c30-94db-7d36a24fe4a0 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834639 Jun 09 15:06:36.438578 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54860) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:36.775739 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf3f6f-c440-421d-8652-0fe023df04d8 req-6a55c292-f216-4c44-a4aa-d266061f7812 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:36.777836 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b4bf3f6f-c440-421d-8652-0fe023df04d8 req-6a55c292-f216-4c44-a4aa-d266061f7812 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1296499 Jun 09 15:06:36.806443 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-c49334f0-8247-4785-b399-65ac7070618e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3651333 Jun 09 15:06:36.857392 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b4bf3f6f-c440-421d-8652-0fe023df04d8 req-c3630631-ea27-44bc-9fe6-27671344be24 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632479 Jun 09 15:06:37.243816 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909a825-1ee2-405e-9cf8-57cac56a736c req-baac464d-3f3a-477b-b5f9-29bb390e5007 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:37.252563 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1909a825-1ee2-405e-9cf8-57cac56a736c req-baac464d-3f3a-477b-b5f9-29bb390e5007 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.1371198 Jun 09 15:06:37.313927 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1909a825-1ee2-405e-9cf8-57cac56a736c req-d9517c54-0503-48b0-9aae-2e1b2f2ec7cf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603039 Jun 09 15:06:38.115008 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bc96f-baf4-4713-8c5e-e7f83ee31303 req-e920b4c2-6a39-44a4-8ac9-6db31dbf0d02 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:38.116666 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-7a5bc96f-baf4-4713-8c5e-e7f83ee31303 req-e920b4c2-6a39-44a4-8ac9-6db31dbf0d02 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1090233 Jun 09 15:06:38.169351 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-7a5bc96f-baf4-4713-8c5e-e7f83ee31303 req-96ab6ff7-5023-4b37-9cee-af752263bba7 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444324 Jun 09 15:06:38.555894 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced95c-7fc3-47a8-8f13-687187061f4a req-ab7ae963-d29a-4d63-a351-11b91e7204a7 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:38.561043 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d7ced95c-7fc3-47a8-8f13-687187061f4a req-ab7ae963-d29a-4d63-a351-11b91e7204a7 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.1239064 Jun 09 15:06:38.627067 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d7ced95c-7fc3-47a8-8f13-687187061f4a req-c1db53ca-36d2-45ad-a14f-be182753d12f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605714 Jun 09 15:06:38.751504 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c612d42d-56f3-4f67-80e2-31925b4801c7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:06:39.022812 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-b6985824-b513-4c11-ae26-37672f624b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:39.024654 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-b6985824-b513-4c11-ae26-37672f624b1a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac&tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e HTTP/1.1" status: 200 len: 1096 time: 0.1204865 Jun 09 15:06:39.140807 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-3fa22938-9fb9-4efe-b25d-4475273073b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:39.142841 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-3fa22938-9fb9-4efe-b25d-4475273073b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 1096 time: 0.0905209 Jun 09 15:06:39.325675 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-528918e9-272c-43b7-9d5f-a6db7ce4be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:39.327611 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-528918e9-272c-43b7-9d5f-a6db7ce4be28 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 917 time: 0.1765740 Jun 09 15:06:39.401082 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b692f06-2734-432a-99c0-31e4dcce0833 req-1131f496-d2d6-4c7f-8667-b297222769b8 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:39.407896 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b692f06-2734-432a-99c0-31e4dcce0833 req-1131f496-d2d6-4c7f-8667-b297222769b8 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1200101 Jun 09 15:06:39.452713 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-37b7fa07-dd47-4fd9-a313-06062fbbb83c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c612d42d-56f3-4f67-80e2-31925b4801c7 HTTP/1.1" status: 200 len: 998 time: 0.1165726 Jun 09 15:06:39.481008 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4b692f06-2734-432a-99c0-31e4dcce0833 req-7b5b6319-14cd-4e9a-b911-86550b24a331 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720232 Jun 09 15:06:39.526510 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-3c2252e1-70de-4789-9c74-15e6a1ebb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:39.528041 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-3c2252e1-70de-4789-9c74-15e6a1ebb960 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.0636375 Jun 09 15:06:39.614364 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-707b42fc-b59d-4ffb-a3b5-a207299bce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:39.615942 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-707b42fc-b59d-4ffb-a3b5-a207299bce2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789306 Jun 09 15:06:39.819193 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-0a600c81-be8d-4578-b7d8-aad62aeea811 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947477 Jun 09 15:06:39.965137 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d818b0-ce35-4aa6-a7cc-72be2f7ec29f req-c506a37b-9be7-4895-a08f-feb9f2d39044 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:39.966623 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a0d818b0-ce35-4aa6-a7cc-72be2f7ec29f req-c506a37b-9be7-4895-a08f-feb9f2d39044 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.1917849 Jun 09 15:06:40.020909 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9a5ac075-7624-4b14-9b11-82a9eeed65e8 req-ec5c7a39-e877-463e-88de-30395e8e5b11 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902950 Jun 09 15:06:40.040408 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a0d818b0-ce35-4aa6-a7cc-72be2f7ec29f req-56753163-390f-4e1b-b42c-33dd0457dd69 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644774 Jun 09 15:06:40.718178 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:40.744744 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118e111-a365-4e48-ba85-ad4aba5b14fd req-79d7d972-f3b2-4266-aed5-aac8d3672179 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:40.753210 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a118e111-a365-4e48-ba85-ad4aba5b14fd req-79d7d972-f3b2-4266-aed5-aac8d3672179 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1315167 Jun 09 15:06:40.839689 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a118e111-a365-4e48-ba85-ad4aba5b14fd req-8bd7b80d-1153-4c92-80f5-38763f508c9d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855041 Jun 09 15:06:41.060563 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 54968) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:41.221710 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2edcee08-e8d7-4960-b1e8-38dc128313a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:41.308546 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:06:41.396592 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e05fa-38c5-462a-9472-ea92915daf6c req-ce629017-247b-4a22-b6cf-0d7211ba120f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:41.405511 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4d8e05fa-38c5-462a-9472-ea92915daf6c req-ce629017-247b-4a22-b6cf-0d7211ba120f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.1692686 Jun 09 15:06:41.470963 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4d8e05fa-38c5-462a-9472-ea92915daf6c req-66740cbc-19f1-47d4-b60e-7e4760721908 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643606 Jun 09 15:06:41.521358 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2edcee08-e8d7-4960-b1e8-38dc128313a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:41.526901 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2edcee08-e8d7-4960-b1e8-38dc128313a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:41.538473 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4b747b75-700f-4a8c-bd03-553c8b5789cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:41.596536 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-2edcee08-e8d7-4960-b1e8-38dc128313a9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7c15683c20714dc4acdba1e5997b9205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5369546 Jun 09 15:06:41.596925 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54978) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:41.598511 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcee08-e8d7-4960-b1e8-38dc128313a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b421ee9-b7a7-46fc-94f4-bfa57ae0e429,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:41.608971 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2edcee08-e8d7-4960-b1e8-38dc128313a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:41.736486 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d7f8cd35-c3c2-418e-bc3a-84af0247310f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:41.767966 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d7f8cd35-c3c2-418e-bc3a-84af0247310f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:41.845768 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d7f8cd35-c3c2-418e-bc3a-84af0247310f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:41.849612 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d7f8cd35-c3c2-418e-bc3a-84af0247310f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:41.850795 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-d7f8cd35-c3c2-418e-bc3a-84af0247310f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2b421ee9-b7a7-46fc-94f4-bfa57ae0e429 HTTP/1.1" status: 204 len: 168 time: 0.2528622 Jun 09 15:06:41.854334 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c9843841-c4a3-495f-9ac3-1f7fa63f7875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:41.877919 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8cd35-c3c2-418e-bc3a-84af0247310f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b421ee9-b7a7-46fc-94f4-bfa57ae0e429,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:41.881953 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d7f8cd35-c3c2-418e-bc3a-84af0247310f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:42.172061 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54e9e6-9e82-4ed5-a9df-3fba5ad4bc8e req-f136d444-7325-45d2-bec4-387fbdbac266 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:42.174047 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf54e9e6-9e82-4ed5-a9df-3fba5ad4bc8e req-f136d444-7325-45d2-bec4-387fbdbac266 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1045561 Jun 09 15:06:42.284279 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf54e9e6-9e82-4ed5-a9df-3fba5ad4bc8e req-6fc5fa39-3fd1-4c5e-85ac-2059468e2ad0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018708 Jun 09 15:06:42.501517 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54988) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:42.545510 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-42294149-a762-4a3d-8cf4-c8428f5f18d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:42.855501 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb230ec1-4b11-4e7b-b642-20c23d1631d5 req-2512c34b-955f-4fec-a93c-d7e172df44c3 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:42.865217 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fb230ec1-4b11-4e7b-b642-20c23d1631d5 req-2512c34b-955f-4fec-a93c-d7e172df44c3 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.1650631 Jun 09 15:06:42.872941 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-42294149-a762-4a3d-8cf4-c8428f5f18d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:42.878543 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-42294149-a762-4a3d-8cf4-c8428f5f18d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:42.893824 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-22421ee6-7ece-47cb-9829-23be18b76ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:42.937022 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42294149-a762-4a3d-8cf4-c8428f5f18d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdf1f28-1582-4061-80b7-31f89f852963,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:42.943677 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-42294149-a762-4a3d-8cf4-c8428f5f18d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:42.969120 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-42294149-a762-4a3d-8cf4-c8428f5f18d0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1ae7ae711989460a9fff4e912f07744b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660406 Jun 09 15:06:42.973584 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fb230ec1-4b11-4e7b-b642-20c23d1631d5 req-f554acc0-5db6-430d-b699-c809f007bbd5 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051567 Jun 09 15:06:42.974142 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 54990) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:43.080909 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b2485461-912f-4ff0-966f-921c13a40d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:43.120816 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b2485461-912f-4ff0-966f-921c13a40d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:43.202795 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b2485461-912f-4ff0-966f-921c13a40d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:43.206040 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b2485461-912f-4ff0-966f-921c13a40d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:43.207357 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b2485461-912f-4ff0-966f-921c13a40d14 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dcdf1f28-1582-4061-80b7-31f89f852963 HTTP/1.1" status: 204 len: 168 time: 0.2320385 Jun 09 15:06:43.208305 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-95975650-3b88-4b2b-a223-0dc45920a503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:43.294072 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2485461-912f-4ff0-966f-921c13a40d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdf1f28-1582-4061-80b7-31f89f852963,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:43.325857 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b2485461-912f-4ff0-966f-921c13a40d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:43.429391 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-012e7de0-7b89-4b1d-b6c0-a27b0b3aee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:43.679269 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f7f0b-083e-452c-b59e-3a472896b37a req-6a267632-fc51-458b-a75b-fdfb05b21508 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:43.689603 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9e5f7f0b-083e-452c-b59e-3a472896b37a req-6a267632-fc51-458b-a75b-fdfb05b21508 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1812100 Jun 09 15:06:43.763492 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9e5f7f0b-083e-452c-b59e-3a472896b37a req-331cd6c2-720d-4c64-beec-4f0bdbdecfaa tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726149 Jun 09 15:06:44.453261 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db312c-230c-4b23-92c7-f141a4a7796c req-4a6252b8-df67-440c-b50c-4b55eccad897 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:44.457349 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e8db312c-230c-4b23-92c7-f141a4a7796c req-4a6252b8-df67-440c-b50c-4b55eccad897 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.2433112 Jun 09 15:06:44.631388 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e8db312c-230c-4b23-92c7-f141a4a7796c req-f1102067-e85c-4caf-9904-0ff6de88fdcb tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550987 Jun 09 15:06:45.009940 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb50ce-db74-4b85-99a3-f62f7c44a4a2 req-e7570945-cda7-4294-a8d0-0ed62072623f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:45.011723 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-73cb50ce-db74-4b85-99a3-f62f7c44a4a2 req-e7570945-cda7-4294-a8d0-0ed62072623f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0997121 Jun 09 15:06:45.104360 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-73cb50ce-db74-4b85-99a3-f62f7c44a4a2 req-6b13263c-984f-4beb-a662-1c05c07ce5c9 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847030 Jun 09 15:06:45.724655 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:45.858615 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d0d794e0-1d2a-41a0-b551-8f87b685728a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:46.012179 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed56231-2430-49be-bd27-0de3b0d32e0b req-4bf1d7a4-4b87-4171-8496-75a524e72c5b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:46.015348 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0ed56231-2430-49be-bd27-0de3b0d32e0b req-4bf1d7a4-4b87-4171-8496-75a524e72c5b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.2007267 Jun 09 15:06:46.117418 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0ed56231-2430-49be-bd27-0de3b0d32e0b req-0dbc75ff-c7dd-43e3-a486-c00655eb420a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958538 Jun 09 15:06:46.452113 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129d30-3441-4c7e-9698-542cf1cd8d11 req-07ae6f01-a069-408e-a100-00f821cd4c70 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:46.459529 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-61129d30-3441-4c7e-9698-542cf1cd8d11 req-07ae6f01-a069-408e-a100-00f821cd4c70 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1927056 Jun 09 15:06:46.535077 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-61129d30-3441-4c7e-9698-542cf1cd8d11 req-32e787f7-9df8-470d-85ab-552839a17e6f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671837 Jun 09 15:06:46.923341 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:47.478451 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3a80d-49bc-493c-b6b8-efbf326adb07 req-3174f391-1877-4f5e-b037-e287cf9aa688 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:47.486391 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c6b3a80d-49bc-493c-b6b8-efbf326adb07 req-3174f391-1877-4f5e-b037-e287cf9aa688 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.1299689 Jun 09 15:06:47.548717 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c6b3a80d-49bc-493c-b6b8-efbf326adb07 req-f280ef64-32f2-43c8-bdc7-870bb7251124 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608130 Jun 09 15:06:47.782772 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22efd-dd25-4a9c-95f8-0b925e9c5468 req-ee85937c-22c5-4b95-a6c6-cbe87737f2f1 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:47.784404 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4ab22efd-dd25-4a9c-95f8-0b925e9c5468 req-ee85937c-22c5-4b95-a6c6-cbe87737f2f1 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1168530 Jun 09 15:06:47.875125 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55086) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:48.009167 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4ab22efd-dd25-4a9c-95f8-0b925e9c5468 req-d50167ed-3cec-4123-8014-23915e545034 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161963 Jun 09 15:06:48.130246 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a248b174-6b07-4300-a7e3-f1bce8839c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:48.340086 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a248b174-6b07-4300-a7e3-f1bce8839c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:48.345369 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a248b174-6b07-4300-a7e3-f1bce8839c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:48.358820 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-30efecb3-64a8-4102-9187-ba8647792c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:48.415470 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-a248b174-6b07-4300-a7e3-f1bce8839c2f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=85aadfc0f85147e99d9da0d7df9556b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389206 Jun 09 15:06:48.416928 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248b174-6b07-4300-a7e3-f1bce8839c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a58388-02f6-444a-9e85-280b921c7c89,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:48.418697 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55090) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:48.435103 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a248b174-6b07-4300-a7e3-f1bce8839c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:48.518848 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-03729877-b151-4585-a0f3-fbaa251c76e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:48.604304 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:48.609135 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-03729877-b151-4585-a0f3-fbaa251c76e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:48.685321 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-03729877-b151-4585-a0f3-fbaa251c76e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:48.688061 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-03729877-b151-4585-a0f3-fbaa251c76e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:48.690087 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-03729877-b151-4585-a0f3-fbaa251c76e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/03a58388-02f6-444a-9e85-280b921c7c89 HTTP/1.1" status: 204 len: 168 time: 0.2701578 Jun 09 15:06:48.690848 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-31bbde85-f610-4336-9740-e2cc9368ac35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:48.714162 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03729877-b151-4585-a0f3-fbaa251c76e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a58388-02f6-444a-9e85-280b921c7c89,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:48.737665 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-03729877-b151-4585-a0f3-fbaa251c76e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:48.904710 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bccdfe-bcf8-4799-88c8-d49fd8f3e819 req-fc83c733-c8bb-4552-9d13-56efd8110760 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:48.912971 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f3bccdfe-bcf8-4799-88c8-d49fd8f3e819 req-fc83c733-c8bb-4552-9d13-56efd8110760 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.1788890 Jun 09 15:06:48.971782 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f3bccdfe-bcf8-4799-88c8-d49fd8f3e819 req-b833ed63-e118-440e-962f-1967e39cf9ef tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553250 Jun 09 15:06:49.219200 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55106) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:49.241605 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-62cffda8-b93b-41a5-8059-be157b4aebd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.382820 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5bb18-8b1c-41a9-a8c1-e932424f70f0 req-29b1f662-8b6b-4697-b54b-9339daa08f13 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:49.385678 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3be5bb18-8b1c-41a9-a8c1-e932424f70f0 req-29b1f662-8b6b-4697-b54b-9339daa08f13 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1500759 Jun 09 15:06:49.439488 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-62cffda8-b93b-41a5-8059-be157b4aebd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.445260 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-62cffda8-b93b-41a5-8059-be157b4aebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.453463 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3be5bb18-8b1c-41a9-a8c1-e932424f70f0 req-64343d14-bce0-4e47-a11a-ea530845ef8c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600212 Jun 09 15:06:49.461501 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-209251c1-6052-4af0-9f51-4ffcf67b5a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:49.519973 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cffda8-b93b-41a5-8059-be157b4aebd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa4fb41-994b-4d50-980f-2b17da715f8c,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:49.542105 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-62cffda8-b93b-41a5-8059-be157b4aebd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:49.562221 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-62cffda8-b93b-41a5-8059-be157b4aebd1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c7ec5b021e774411934fd7893c4a13f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390017 Jun 09 15:06:49.563257 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55108) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:49.675540 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.706724 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.780342 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.784414 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.788093 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6aa4fb41-994b-4d50-980f-2b17da715f8c HTTP/1.1" status: 204 len: 168 time: 0.2212203 Jun 09 15:06:49.788093 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-35a727c5-4030-4f07-a213-fe9dce386260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:49.800040 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa4fb41-994b-4d50-980f-2b17da715f8c,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:49.809029 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.809527 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.810192 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.810807 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.811329 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.811921 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.812462 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.813041 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.813706 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.814339 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.814946 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.815468 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.819712 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:50.216418 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3144a18-c656-45a6-9aa0-7b05cbc54d24 req-15984a5a-c265-4468-a798-9e524f0b84df tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:50.218035 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f3144a18-c656-45a6-9aa0-7b05cbc54d24 req-15984a5a-c265-4468-a798-9e524f0b84df tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.0820856 Jun 09 15:06:50.267776 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f3144a18-c656-45a6-9aa0-7b05cbc54d24 req-93684335-e84c-4a3e-ae9f-800daaf907d8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417521 Jun 09 15:06:50.659274 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8e153-1590-4d66-bd18-530fb79eafa9 req-924ab40f-73d8-464c-9247-c8000fdd6b61 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:50.660756 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-91a8e153-1590-4d66-bd18-530fb79eafa9 req-924ab40f-73d8-464c-9247-c8000fdd6b61 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0919862 Jun 09 15:06:50.719140 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-91a8e153-1590-4d66-bd18-530fb79eafa9 req-f9b6173c-d5c4-4e3d-a6fb-d23120b061fe tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496287 Jun 09 15:06:51.460915 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55184) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:51.490057 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2845cc-27b2-4704-8911-c84d3a15cebc req-60aca74c-df3e-4ed7-9915-0bbbce739d90 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:51.500622 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ea2845cc-27b2-4704-8911-c84d3a15cebc req-60aca74c-df3e-4ed7-9915-0bbbce739d90 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.1035082 Jun 09 15:06:51.549109 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ea2845cc-27b2-4704-8911-c84d3a15cebc req-1a47e9e9-3c40-4c85-8ec3-67b36dcc75c9 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467091 Jun 09 15:06:51.675197 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4970b520-e941-477e-8d4b-85f6e5ae2a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:51.795455 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4970b520-e941-477e-8d4b-85f6e5ae2a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:51.800206 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4970b520-e941-477e-8d4b-85f6e5ae2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:51.812459 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d8e2ea28-6286-488d-b32c-ca384997705a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:51.855006 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970b520-e941-477e-8d4b-85f6e5ae2a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d32e7f-148f-48af-9bd6-6d672f57ab0f,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:51.860710 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4970b520-e941-477e-8d4b-85f6e5ae2a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:51.873407 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55208) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:51.881169 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-4970b520-e941-477e-8d4b-85f6e5ae2a42 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2c51e52409a840e6aef4e19a54844dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182224 Jun 09 15:06:51.949649 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ae23b2c1-3930-44e7-abfc-42db6f63e171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:51.984245 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ae23b2c1-3930-44e7-abfc-42db6f63e171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:51.988793 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df5a9c-375e-4f5c-8bea-3e226b87a949 req-cd8536fb-1689-44c5-b83c-893acac13e51 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:51.991893 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-49df5a9c-375e-4f5c-8bea-3e226b87a949 req-cd8536fb-1689-44c5-b83c-893acac13e51 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1043234 Jun 09 15:06:52.050256 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-49df5a9c-375e-4f5c-8bea-3e226b87a949 req-dac0cafc-45a9-48ad-a3d7-33ea79fbd3b8 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Jun 09 15:06:52.057788 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ae23b2c1-3930-44e7-abfc-42db6f63e171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:52.060928 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ae23b2c1-3930-44e7-abfc-42db6f63e171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:52.064404 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-ae23b2c1-3930-44e7-abfc-42db6f63e171 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/11d32e7f-148f-48af-9bd6-6d672f57ab0f HTTP/1.1" status: 204 len: 168 time: 0.1910505 Jun 09 15:06:52.064404 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8a30799a-ccd8-45ca-9328-0db07cbedc3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:52.073713 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23b2c1-3930-44e7-abfc-42db6f63e171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d32e7f-148f-48af-9bd6-6d672f57ab0f,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:52.076038 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ae23b2c1-3930-44e7-abfc-42db6f63e171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:52.748956 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aa771-3bcd-4bf4-a958-c53bb80589fe req-03e66808-ff4a-4620-b931-605b5e788ada tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:52.750405 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e75aa771-3bcd-4bf4-a958-c53bb80589fe req-03e66808-ff4a-4620-b931-605b5e788ada tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.0821195 Jun 09 15:06:52.797100 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e75aa771-3bcd-4bf4-a958-c53bb80589fe req-03430795-990e-41d6-8e18-d4355df0286a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409443 Jun 09 15:06:53.254708 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d378-94ac-4130-84fe-f9a5ed1500a4 req-03c3354b-1b4e-4bca-90ee-5f3108aef357 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:53.256313 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6609d378-94ac-4130-84fe-f9a5ed1500a4 req-03c3354b-1b4e-4bca-90ee-5f3108aef357 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0963986 Jun 09 15:06:53.312440 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6609d378-94ac-4130-84fe-f9a5ed1500a4 req-65bbbcd3-9526-4efa-89cc-c0f04196cd4f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499372 Jun 09 15:06:53.378933 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55272) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:53.436637 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddbf934-88bd-4558-9905-bd58f141f2a5 admin admin] Deleting subnet 369f42ea-058c-43a8-9ac7-2f827b87f0eb {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:06:53.440941 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf934-88bd-4558-9905-bd58f141f2a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:53.497208 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf934-88bd-4558-9905-bd58f141f2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11648536'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:53.554635 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf934-88bd-4558-9905-bd58f141f2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:53.678852 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7cbdb-c1cc-45f8-9a79-ddac07b6823c req-a4e60189-fa08-43a6-bc2a-b82bcae4858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:53.680273 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1cd7cbdb-c1cc-45f8-9a79-ddac07b6823c req-a4e60189-fa08-43a6-bc2a-b82bcae4858f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1001165 Jun 09 15:06:53.681656 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf934-88bd-4558-9905-bd58f141f2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10730381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10751901'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:53.686315 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-556012da-0120-4206-877e-2e44bfedda00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:53.735674 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbf934-88bd-4558-9905-bd58f141f2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369f42ea-058c-43a8-9ac7-2f827b87f0eb,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:53.741785 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9ddbf934-88bd-4558-9905-bd58f141f2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:53.743813 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf934-88bd-4558-9905-bd58f141f2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:53.745617 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-9ddbf934-88bd-4558-9905-bd58f141f2a5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/369f42ea-058c-43a8-9ac7-2f827b87f0eb HTTP/1.1" status: 204 len: 168 time: 0.3656931 Jun 09 15:06:53.748254 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55274) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:53.762978 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1cd7cbdb-c1cc-45f8-9a79-ddac07b6823c req-d3a16414-bbaa-47ba-a59f-45d67bb0e1d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481443 Jun 09 15:06:53.853523 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:53.974259 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:53.983479 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932ae1e-1953-48a4-afab-bf79ae1637ed req-c739613c-c5cb-4007-a5b3-3c3a859ef095 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:53.984980 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5932ae1e-1953-48a4-afab-bf79ae1637ed req-c739613c-c5cb-4007-a5b3-3c3a859ef095 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 943 time: 0.0789535 Jun 09 15:06:53.986889 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c3d27e-ad3e-4961-bf66-c2402fffce76']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:53.998705 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648e3595-4c15-4d96-b580-287352c4b1b1') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:53.999002 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648e3595-4c15-4d96-b580-287352c4b1b1') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:54.011790 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15481737'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:54.029307 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:54.030636 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5932ae1e-1953-48a4-afab-bf79ae1637ed req-0dd36688-bdfa-44cd-b529-ed8ad5e88024 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397909 Jun 09 15:06:54.036824 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:06:54.037209 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16251792'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: Traceback (most recent call last): Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: timer() Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: cb(*args, **kw) Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: return func(*args, **kwargs) Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: self._notify() Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: self.callback(batched_events) Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: event.method(event) Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: return f(self, *a, **k) Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: return self._get(url).json() Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:06:54.050305 dv-cinder-789603-9-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:06:54.132556 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:54.137497 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6d5385c2-5b06-40d6-8919-e6a41e7f9595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:54.150636 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:54.152436 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] 10.222.0.83 "DELETE /v2.0/networks/c2c3d27e-ad3e-4961-bf66-c2402fffce76 HTTP/1.1" status: 204 len: 168 time: 0.4027557 Jun 09 15:06:54.158126 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c3d27e-ad3e-4961-bf66-c2402fffce76,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:54.160744 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:54.327387 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55282) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:54.378275 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-5f342ff0-9bad-4a88-9de2-dafeaf4a1633 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1c80a3491ee746e1a8407aecfd6e8107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473943 Jun 09 15:06:54.378453 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55286) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:54.495397 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc7fae8e-e4b2-4459-8cbc-827faf6b47de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:54.530269 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc7fae8e-e4b2-4459-8cbc-827faf6b47de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:54.571237 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cb04d-e07c-43dd-b415-fc1afdd11b8b req-0db544a2-9c0a-4bb6-a200-9cb5babeebe2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:54.572629 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-7f8cb04d-e07c-43dd-b415-fc1afdd11b8b req-0db544a2-9c0a-4bb6-a200-9cb5babeebe2 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1534758 Jun 09 15:06:54.631647 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-7f8cb04d-e07c-43dd-b415-fc1afdd11b8b req-75d78f7b-c02a-46da-b071-59999eaafc48 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475073 Jun 09 15:06:54.649328 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc7fae8e-e4b2-4459-8cbc-827faf6b47de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:54.652708 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc7fae8e-e4b2-4459-8cbc-827faf6b47de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:54.653313 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-dc7fae8e-e4b2-4459-8cbc-827faf6b47de admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1475d273-8053-4b12-a5d0-cb4f35330251 HTTP/1.1" status: 204 len: 168 time: 0.2739019 Jun 09 15:06:54.653996 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:54.678721 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fae8e-e4b2-4459-8cbc-827faf6b47de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1475d273-8053-4b12-a5d0-cb4f35330251,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:54.682929 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dc7fae8e-e4b2-4459-8cbc-827faf6b47de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:54.847362 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c612d42d-56f3-4f67-80e2-31925b4801c7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:06:54.979261 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:54.992203 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'port_id': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'mac_address': 'fa:16:3e:2f:a9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:06:55.046064 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:55.068003 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c612d42d-56f3-4f67-80e2-31925b4801c7 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:06:55.083802 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:55.088427 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:55.090652 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:55.158477 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=c612d42d-56f3-4f67-80e2-31925b4801c7,revision_number=9']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:55.161909 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:55.246390 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ebf52-996e-4bc5-b23c-72c2e252b487 req-a4e3a970-c255-441f-8971-4ca7794d85c5 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:55.247914 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0b7ebf52-996e-4bc5-b23c-72c2e252b487 req-a4e3a970-c255-441f-8971-4ca7794d85c5 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 944 time: 0.0863972 Jun 09 15:06:55.293565 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0b7ebf52-996e-4bc5-b23c-72c2e252b487 req-988ecc68-0bad-4cce-b04b-f740fd4563ef tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399475 Jun 09 15:06:55.353141 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['c612d42d-56f3-4f67-80e2-31925b4801c7'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:55.831279 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4238dd3-dcfe-41d6-a379-88cb23d52021 req-7db624b1-4cea-4269-82a0-41260f7f484d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:55.833504 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b4238dd3-dcfe-41d6-a379-88cb23d52021 req-7db624b1-4cea-4269-82a0-41260f7f484d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0824616 Jun 09 15:06:55.883868 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b4238dd3-dcfe-41d6-a379-88cb23d52021 req-4d0277f8-c1e3-4a45-8bfe-10b8ef6cb8eb tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 Jun 09 15:06:56.453611 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895da5f-add8-4b42-9ea7-5bbc3e25d61a req-3bd8f420-1847-40d5-a3bf-e2aea928738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:56.455088 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6895da5f-add8-4b42-9ea7-5bbc3e25d61a req-3bd8f420-1847-40d5-a3bf-e2aea928738b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d40dc2c249f4955b85223f73130ee87&device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1392090 Jun 09 15:06:56.502628 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f00d97-cc13-4103-93fc-d130bc19f586 req-5ff8e624-4e77-4bac-a8df-c8ba8d9d857e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:56.504128 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-00f00d97-cc13-4103-93fc-d130bc19f586 req-5ff8e624-4e77-4bac-a8df-c8ba8d9d857e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 944 time: 0.0898411 Jun 09 15:06:56.550415 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb9034-baa4-41e3-8414-5559dab52aa3 req-8ed7688b-a91a-4b81-9ff5-07b129504943 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:56.552031 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-00f00d97-cc13-4103-93fc-d130bc19f586 req-47b0f477-60b4-49e4-ab9c-c3e19562088e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413222 Jun 09 15:06:56.552282 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e6fb9034-baa4-41e3-8414-5559dab52aa3 req-8ed7688b-a91a-4b81-9ff5-07b129504943 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1880298 Jun 09 15:06:56.719889 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e6fb9034-baa4-41e3-8414-5559dab52aa3 req-0076b6c9-88c5-476f-a8cf-6f2a0ab8e42d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598043 Jun 09 15:06:56.742492 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895da5f-add8-4b42-9ea7-5bbc3e25d61a req-a7a2b36e-a98f-4b63-a461-2695cbaa203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:56.744576 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6895da5f-add8-4b42-9ea7-5bbc3e25d61a req-a7a2b36e-a98f-4b63-a461-2695cbaa203c service neutron] 10.222.0.46 "GET /v2.0/networks?id=14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 200 len: 919 time: 0.2810757 Jun 09 15:06:56.824613 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6895da5f-add8-4b42-9ea7-5bbc3e25d61a req-1b7d964c-f062-422b-b2c0-e8ab04933a4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f536219-202a-41b1-b47c-876b9104a69a HTTP/1.1" status: 200 len: 217 time: 0.0718410 Jun 09 15:06:56.878660 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c612d42d-56f3-4f67-80e2-31925b4801c7 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:56.887345 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895da5f-add8-4b42-9ea7-5bbc3e25d61a req-c8efcca3-374f-4bb3-a6ed-e20587ee89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:56.888974 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6895da5f-add8-4b42-9ea7-5bbc3e25d61a req-c8efcca3-374f-4bb3-a6ed-e20587ee89f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366d801b-9500-4857-8071-2b0532367ca2 HTTP/1.1" status: 200 len: 858 time: 0.0578289 Jun 09 15:06:56.936226 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6895da5f-add8-4b42-9ea7-5bbc3e25d61a req-1e6c17c7-a6f9-43b6-8441-149a67f922dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14fe3549-285e-478e-86c0-218ad94ab33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398891 Jun 09 15:06:56.948459 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port c612d42d-56f3-4f67-80e2-31925b4801c7 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:56.948839 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:57.073424 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:57.092120 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6895da5f-add8-4b42-9ea7-5bbc3e25d61a req-731c7b65-189b-4b99-bff1-e37b18bc2eff service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478052 Jun 09 15:06:57.100116 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:57.103221 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c633b5-932e-4a12-b3ab-956c07f51c62" -d '{"events": [{"server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "name": "network-vif-plugged", "status": "completed", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:57.114355 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:57.121396 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:57.123968 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:57.184287 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2dea18-7436-4715-bf44-2b7b1fb615dd x-openstack-request-id: req-7c2dea18-7436-4715-bf44-2b7b1fb615dd {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:57.184650 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "name": "network-vif-plugged", "status": "completed", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:57.184914 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7c2dea18-7436-4715-bf44-2b7b1fb615dd {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:57.185360 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'code': 200} Jun 09 15:06:57.225697 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=c612d42d-56f3-4f67-80e2-31925b4801c7,revision_number=10']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:57.229291 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:57.278282 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6895da5f-add8-4b42-9ea7-5bbc3e25d61a req-5ef33fe6-5055-4d74-9a48-417a055761e8 service neutron] 10.222.0.46 "GET /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751611 Jun 09 15:06:57.768684 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b6be8-a49d-43d7-8f41-7f359816ba51 req-3b5cd42e-f361-49dd-b759-e0a8db198b91 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:57.770473 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-665b6be8-a49d-43d7-8f41-7f359816ba51 req-3b5cd42e-f361-49dd-b759-e0a8db198b91 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 946 time: 0.0929332 Jun 09 15:06:57.870077 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-665b6be8-a49d-43d7-8f41-7f359816ba51 req-2d1e9e66-461d-4964-abbb-56b3c14059fc tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660143 Jun 09 15:06:57.883592 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749f353-f939-48f3-b3cb-26b0a4fb38ee req-80f360ae-9893-4d89-a3eb-0231a0e7dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:57.885753 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2749f353-f939-48f3-b3cb-26b0a4fb38ee req-80f360ae-9893-4d89-a3eb-0231a0e7dd95 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 1099 time: 0.1131153 Jun 09 15:06:57.913614 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e07465-9d68-4f52-a8c3-5c3c89f864f6 req-bca5eab2-cd82-429c-952e-a3e9ed3756ba tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:57.915734 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e2e07465-9d68-4f52-a8c3-5c3c89f864f6 req-bca5eab2-cd82-429c-952e-a3e9ed3756ba tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0880411 Jun 09 15:06:57.930280 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2749f353-f939-48f3-b3cb-26b0a4fb38ee req-8b87cd45-f66f-4f42-8bab-fd98581ecc7d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360208 Jun 09 15:06:57.960569 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e2e07465-9d68-4f52-a8c3-5c3c89f864f6 req-fbed7195-d793-471d-925e-30b1e0892d6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383241 Jun 09 15:06:59.075640 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbd4ee-ef53-4abd-b05e-d2eb1eb7dd4c req-0d4423c7-8f51-4d93-851b-e95cc72059c8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:59.077393 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dffbd4ee-ef53-4abd-b05e-d2eb1eb7dd4c req-0d4423c7-8f51-4d93-851b-e95cc72059c8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 946 time: 0.0940979 Jun 09 15:06:59.129749 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dffbd4ee-ef53-4abd-b05e-d2eb1eb7dd4c req-abe2e577-f498-46ef-992c-0888e6adcd0a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 Jun 09 15:06:59.197293 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eda02-c31b-4e7e-b24c-912e1cfde371 req-8e9b87d1-e396-4082-afbd-573bee5753c0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:59.200754 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-593eda02-c31b-4e7e-b24c-912e1cfde371 req-8e9b87d1-e396-4082-afbd-573bee5753c0 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0922034 Jun 09 15:06:59.262193 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-593eda02-c31b-4e7e-b24c-912e1cfde371 req-0fbd60f7-563c-4017-bfe5-ffb4f7f76a25 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566502 Jun 09 15:07:00.351008 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f07a20-a693-4af4-a7dd-edcbe91c8d83 req-00b84c26-320a-45be-812a-d61b5327ed53 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:00.352504 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-05f07a20-a693-4af4-a7dd-edcbe91c8d83 req-00b84c26-320a-45be-812a-d61b5327ed53 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 946 time: 0.0859284 Jun 09 15:07:00.403394 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-05f07a20-a693-4af4-a7dd-edcbe91c8d83 req-fdcab35d-caca-4b44-969c-0b5b987d6b52 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451276 Jun 09 15:07:00.532881 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c624b-c514-46f8-b29c-45ae122731b8 req-351de44b-ddb2-41e5-88ab-f21bfba15e3c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:00.534398 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-aa6c624b-c514-46f8-b29c-45ae122731b8 req-351de44b-ddb2-41e5-88ab-f21bfba15e3c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1622877 Jun 09 15:07:00.583500 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-aa6c624b-c514-46f8-b29c-45ae122731b8 req-cb996eaa-0e6a-4920-a6ad-e32995fb5d77 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427237 Jun 09 15:07:05.088956 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829b27-4e3d-49cf-a9b6-8081e8f5cb35 req-10edd8ee-87e5-4a74-a42c-72f1e0c8a8f7 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:05.090505 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5f829b27-4e3d-49cf-a9b6-8081e8f5cb35 req-10edd8ee-87e5-4a74-a42c-72f1e0c8a8f7 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.0796967 Jun 09 15:07:05.134951 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5f829b27-4e3d-49cf-a9b6-8081e8f5cb35 req-a19b63ab-efcc-414c-bdab-86f66c0ce79d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389144 Jun 09 15:07:06.257212 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55558) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:06.333593 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3e261-dc70-4b64-8929-47e44a725635 req-7f452f13-1560-4e31-97e3-019ce797516d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:06.335583 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-86b3e261-dc70-4b64-8929-47e44a725635 req-7f452f13-1560-4e31-97e3-019ce797516d tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.0859718 Jun 09 15:07:06.383080 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-86b3e261-dc70-4b64-8929-47e44a725635 req-da1bd213-cd0a-4202-aed0-1672da64a28f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396838 Jun 09 15:07:06.391914 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:06.498814 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:06.502750 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:06.511815 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2edcee08-e8d7-4960-b1e8-38dc128313a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:06.552199 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=53c8d853c6124e67b3d01b29aa0e7dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935104 Jun 09 15:07:06.553094 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945c9b2f-d696-47ba-b5ff-d1c3fb0a0fae,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:06.555026 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55562) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:06.560977 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.561344 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.561702 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.562054 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.562401 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.562742 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.563084 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.563436 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.563777 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.564114 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.564470 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.564809 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:06.568647 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:06.617779 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-49050558-4051-4f08-b068-3be02d9a5b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:06.644596 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-49050558-4051-4f08-b068-3be02d9a5b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:06.696835 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-49050558-4051-4f08-b068-3be02d9a5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:06.699303 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-49050558-4051-4f08-b068-3be02d9a5b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:06.700419 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-49050558-4051-4f08-b068-3be02d9a5b24 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/945c9b2f-d696-47ba-b5ff-d1c3fb0a0fae HTTP/1.1" status: 204 len: 168 time: 0.1443152 Jun 09 15:07:06.701122 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:06.710141 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49050558-4051-4f08-b068-3be02d9a5b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945c9b2f-d696-47ba-b5ff-d1c3fb0a0fae,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:06.713921 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-49050558-4051-4f08-b068-3be02d9a5b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:07.481604 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55590) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:07.602519 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-419316879-network', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:07.629312 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Made reservation on behalf of c0f7a91434e8463bbb2e7496158e5089 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:07:07.630128 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b006-bde5-4957-9872-843230c7670b req-fb9e67db-1c44-4c4d-8709-1465b45bc4f6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:07.631696 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-7257b006-bde5-4957-9872-843230c7670b req-fb9e67db-1c44-4c4d-8709-1465b45bc4f6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1415045 Jun 09 15:07:07.632577 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:07.648888 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:07.675972 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f0abe-e2ef-4bb4-8e8d-b1bcf573ad9b req-3c451cc9-a97b-47fa-b960-0cd28f94f9e5 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:07.677222 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-753f0abe-e2ef-4bb4-8e8d-b1bcf573ad9b req-3c451cc9-a97b-47fa-b960-0cd28f94f9e5 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.46 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 945 time: 0.1278181 Jun 09 15:07:07.748917 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-7257b006-bde5-4957-9872-843230c7670b req-2a8bef7e-719f-4c82-992e-f3e550b1dd21 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084611 Jun 09 15:07:07.773019 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:07.777441 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:07.780613 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-03729877-b151-4585-a0f3-fbaa251c76e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:07.818294 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:07:07.824335 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b238c316-e8e8-4471-bd85-69dad34f3b7a,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:07.835410 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:07.836755 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:07.837613 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Added segment 7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5 of type vlan for network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b Jun 09 15:07:07.856024 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-753f0abe-e2ef-4bb4-8e8d-b1bcf573ad9b req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Deleting port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:07.856561 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-753f0abe-e2ef-4bb4-8e8d-b1bcf573ad9b req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:07.873598 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:07.910711 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:07.912564 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:07.913339 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:07.919343 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-61ae495c-b6e2-4bba-be2e-0b2a9bc5aaff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:08.015496 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5323648 Jun 09 15:07:08.017985 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55600) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:08.020152 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-753f0abe-e2ef-4bb4-8e8d-b1bcf573ad9b req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] For port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=10d15b29-8c7f-44a7-94d6-ec12bfd940f8,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:08.020782 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-753f0abe-e2ef-4bb4-8e8d-b1bcf573ad9b req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.023551 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Request body: {'subnet': {'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-419316879-subnet', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:08.035208 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Pushing event updated for resources: {'Network': ['ID=085f2014-c5fe-40b8-92b1-a7443e7a9b7b,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:08.040676 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:08.045445 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:07:08.053579 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Made reservation on behalf of c0f7a91434e8463bbb2e7496158e5089 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:07:08.057408 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16125714'] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.256133 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-753f0abe-e2ef-4bb4-8e8d-b1bcf573ad9b req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Calling delete_port for 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:08.278872 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16251762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16125740'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.283731 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-85028449-d339-4b0f-bf5e-58fea4ae6810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:08.361131 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc8ab65-6f03-4ad3-b891-d22f1072dade,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:08.364410 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:08.375316 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Checking segment: {'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:08.375674 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Network hostable DHCP agents. Network: 085f2014-c5fe-40b8-92b1-a7443e7a9b7b, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:07:08.385602 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-753f0abe-e2ef-4bb4-8e8d-b1bcf573ad9b req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.392193 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:08.399836 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:07:08.406014 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['3f536219-202a-41b1-b47c-876b9104a69a', '10d15b29-8c7f-44a7-94d6-ec12bfd940f8'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:07:08.418544 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 085f2014-c5fe-40b8-92b1-a7443e7a9b7b) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:08.426879 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:08.427454 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.451844 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabdc5c5-ec4a-4a31-b296-0c08cce00638 None None] Network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:07:08.459888 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-48bfc3d2-da89-4658-9843-1144a60d3097 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4404724 Jun 09 15:07:08.462570 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55604) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:08.465039 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Pushing event deleted for resources: {'Port': ['ID=10d15b29-8c7f-44a7-94d6-ec12bfd940f8,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:08.468294 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:08.480238 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:08.507096 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5140'] for router, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.508902 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-402870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5229'] for router, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.526608 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.559987 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-753f0abe-e2ef-4bb4-8e8d-b1bcf573ad9b req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] No DVR routers for this DVR port 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:07:08.563078 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-753f0abe-e2ef-4bb4-8e8d-b1bcf573ad9b req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.565257 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-753f0abe-e2ef-4bb4-8e8d-b1bcf573ad9b req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.46 "DELETE /v2.0/ports/10d15b29-8c7f-44a7-94d6-ec12bfd940f8 HTTP/1.1" status: 204 len: 173 time: 0.8780024 Jun 09 15:07:08.565765 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aee0d85-01d3-4d88-9534-140bf03dd658', 'name': 'network-vif-deleted', 'tag': '10d15b29-8c7f-44a7-94d6-ec12bfd940f8'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:08.568769 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b484b-0fd5-495c-973b-75e1592759ad" -d '{"events": [{"server_uuid": "3aee0d85-01d3-4d88-9534-140bf03dd658", "name": "network-vif-deleted", "tag": "10d15b29-8c7f-44a7-94d6-ec12bfd940f8"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:08.628865 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e600390a-5220-4c55-8601-0e1deb315797 x-openstack-request-id: req-e600390a-5220-4c55-8601-0e1deb315797 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:08.629380 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aee0d85-01d3-4d88-9534-140bf03dd658", "name": "network-vif-deleted", "tag": "10d15b29-8c7f-44a7-94d6-ec12bfd940f8", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:08.629805 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e600390a-5220-4c55-8601-0e1deb315797 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:08.630373 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aee0d85-01d3-4d88-9534-140bf03dd658', 'name': 'network-vif-deleted', 'tag': '10d15b29-8c7f-44a7-94d6-ec12bfd940f8', 'status': 'completed', 'code': 200} Jun 09 15:07:08.849043 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp692e0afd-3761-5551-8e76-3f27c6570536-085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'fixed_ips': [{'subnet_id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade'}]}} from dv-cinder-789603-9-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:07:08.849876 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.880882 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5247'] for router, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.003734 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-781ddafa-5242-4460-81f1-53f6a51d4eef req-a4cc2fbb-cdc1-45b2-aa80-0c602a41ba5b tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aee0d85-01d3-4d88-9534-140bf03dd658 HTTP/1.1" status: 200 len: 210 time: 0.0934722 Jun 09 15:07:09.088218 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Allocated IP 172.20.0.2 (085f2014-c5fe-40b8-92b1-a7443e7a9b7b/4cc8ab65-6f03-4ad3-b891-d22f1072dade/61eb04de-07ed-48d8-a6f9-fe5568bd4591) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:07:09.340151 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.342295 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.352944 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Transition to ACTIVE for port object 61eb04de-07ed-48d8-a6f9-fe5568bd4591 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:09.373560 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Transition to ACTIVE for port object 61eb04de-07ed-48d8-a6f9-fe5568bd4591 will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:09.379476 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.388478 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:09.449917 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.458166 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:09.459457 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:09.476394 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:07:09.551019 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6681455-48b6-407a-b420-1d026d0200a3 req-f2e86df1-8ecb-433a-91d6-31d8086a8336 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:09.552792 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c6681455-48b6-407a-b420-1d026d0200a3 req-f2e86df1-8ecb-433a-91d6-31d8086a8336 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1739936 Jun 09 15:07:09.586897 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Pushing event updated for resources: {'Port': ['ID=61eb04de-07ed-48d8-a6f9-fe5568bd4591,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:09.635421 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.636171 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.636171 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.636453 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.636779 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.637105 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.637433 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.637755 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.638078 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.638398 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.638714 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.639028 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:09.651261 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:09.652442 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c6681455-48b6-407a-b420-1d026d0200a3 req-8fd03a10-590e-4ba7-b981-38773b5ff78b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583889 Jun 09 15:07:09.665817 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Attempting to bind port 61eb04de-07ed-48d8-a6f9-fe5568bd4591 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:07:09.666355 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Attempting to bind port 61eb04de-07ed-48d8-a6f9-fe5568bd4591 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:07:09.666713 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Attempting to bind port 61eb04de-07ed-48d8-a6f9-fe5568bd4591 on network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:09.667444 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Allocated IP 172.28.0.160 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/afa25ed7-f5e8-4e84-979a-2b4e916f8f27) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:07:09.672784 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:07:09.673328 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Checking segment: {'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:09.673800 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.674285 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Bound using segment: {'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:07:09.674848 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Bound port: 61eb04de-07ed-48d8-a6f9-fe5568bd4591, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:07:09.675317 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.783628 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] For port 61eb04de-07ed-48d8-a6f9-fe5568bd4591, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:07:09.786906 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] For port 61eb04de-07ed-48d8-a6f9-fe5568bd4591, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=61eb04de-07ed-48d8-a6f9-fe5568bd4591,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:07:09.790610 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.795243 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:09.831075 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.865170 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16251870'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.870558 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Pushing event updated for resources: {'Port': ['ID=61eb04de-07ed-48d8-a6f9-fe5568bd4591,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:09.870821 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-84fbd262-d274-4fe1-b742-d92dbfa542c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:09.873577 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:09.930756 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:09.933478 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:09.937144 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:07:09.980522 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=afa25ed7-f5e8-4e84-979a-2b4e916f8f27,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:09.984503 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:10.440420 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:10.568797 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaa871-6eba-4cc0-9d51-536654721767 req-b66c7255-7337-47cb-aae1-acb62de710a6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:10.570284 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-07aaa871-6eba-4cc0-9d51-536654721767 req-b66c7255-7337-47cb-aae1-acb62de710a6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0780337 Jun 09 15:07:10.626042 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-07aaa871-6eba-4cc0-9d51-536654721767 req-8b7a61a8-b722-41eb-b38a-b19302741d36 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482810 Jun 09 15:07:10.723546 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:10.942954 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401870'] for router, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:10.959108 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf834f-9b7c-450f-9d70-b191d71daaf0 None None] Network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:07:11.013917 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-56babd10-db8c-4daa-bbf4-664bd20ea428 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722582 Jun 09 15:07:11.048118 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a4591d7f-fef4-40c1-a435-b621cb91efae None None] Provisioning for port 61eb04de-07ed-48d8-a6f9-fe5568bd4591 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:11.110487 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-685f00b7-8daf-4bb4-b2f5-9121bc305b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:11.112252 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-685f00b7-8daf-4bb4-b2f5-9121bc305b02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 1099 time: 0.0732551 Jun 09 15:07:11.120603 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da2b6f-c1d9-4fa3-8f86-3cc87531ed93 req-d9877bd9-50cd-4f36-b582-1b8d879a57eb tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:11.122515 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e2da2b6f-c1d9-4fa3-8f86-3cc87531ed93 req-d9877bd9-50cd-4f36-b582-1b8d879a57eb tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.3538811 Jun 09 15:07:11.194484 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e2da2b6f-c1d9-4fa3-8f86-3cc87531ed93 req-6d300100-6b51-444f-b03e-45eacfa5c3f2 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623431 Jun 09 15:07:11.234818 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Router 4fcbc417-b259-4a0a-968d-4c4556fd886f is scheduled to L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d with binding_index 1 {{(pid=91819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:07:11.267920 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-05deadad-2d2b-444a-bb7e-044be1a2cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:11.269481 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-05deadad-2d2b-444a-bb7e-044be1a2cd54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 917 time: 0.1349587 Jun 09 15:07:11.383034 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-f8a4fca8-94b1-498b-a596-cfe18a29df94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c612d42d-56f3-4f67-80e2-31925b4801c7 HTTP/1.1" status: 200 len: 1000 time: 0.1062789 Jun 09 15:07:11.420195 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:07:11.429073 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Sync routers for ids ['4fcbc417-b259-4a0a-968d-4c4556fd886f'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:07:11.439247 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Routers {'4fcbc417-b259-4a0a-968d-4c4556fd886f'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:11.439887 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:06:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4fcbc417-b259-4a0a-968d-4c4556fd886f'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:11.441561 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:11.442991 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-0becb9f5-041e-47a8-b1a2-e37e3b295fd1 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9785297 Jun 09 15:07:11.445546 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55642) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:11.454826 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-911ba721-753b-412e-83e0-4290a2ed93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:11.456262 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-911ba721-753b-412e-83e0-4290a2ed93c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.0655982 Jun 09 15:07:11.534108 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-1611b385-00c8-456b-87ff-bf4f2831fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:11.535499 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-1611b385-00c8-456b-87ff-bf4f2831fd92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708728 Jun 09 15:07:11.633201 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Set router 4fcbc417-b259-4a0a-968d-4c4556fd886f gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:11.670981 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-70df568c-8dae-492e-b0ca-e2070f4b78dd service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279869 Jun 09 15:07:11.880595 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fca3fae8-8acc-4a2f-a6e6-f5c9f413e013 req-1b43e927-2292-4f2e-9dba-476313b93770 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014623 Jun 09 15:07:11.882054 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 61eb04de-07ed-48d8-a6f9-fe5568bd4591 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:11.901829 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eb24c-13e3-4af5-8ba9-cb89c570a43c req-cf0e452e-eaff-4bbf-a649-e51a29308747 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:11.909570 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1e3eb24c-13e3-4af5-8ba9-cb89c570a43c req-cf0e452e-eaff-4bbf-a649-e51a29308747 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1496952 Jun 09 15:07:11.965215 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1e3eb24c-13e3-4af5-8ba9-cb89c570a43c req-6b260471-8976-4ad3-8aa4-8ba3468bf994 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546117 Jun 09 15:07:11.970974 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 61eb04de-07ed-48d8-a6f9-fe5568bd4591 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:11.977593 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 61eb04de-07ed-48d8-a6f9-fe5568bd4591 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:11.980440 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.012296 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:10Z', 'revision_number': 3, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:12.016161 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Checking router: 4fcbc417-b259-4a0a-968d-4c4556fd886f for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:07:12.016583 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Updating router 4fcbc417-b259-4a0a-968d-4c4556fd886f port afa25ed7-f5e8-4e84-979a-2b4e916f8f27 binding host dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:07:12.071606 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.099060 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.134620 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 61eb04de-07ed-48d8-a6f9-fe5568bd4591, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=61eb04de-07ed-48d8-a6f9-fe5568bd4591,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:12.139091 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.141205 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:12.215297 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=61eb04de-07ed-48d8-a6f9-fe5568bd4591,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:12.218506 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:12.236964 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.442657 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.455753 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Transition to ACTIVE for port object afa25ed7-f5e8-4e84-979a-2b4e916f8f27 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:12.462751 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.466356 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:12.543687 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Attempting to bind port afa25ed7-f5e8-4e84-979a-2b4e916f8f27 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:07:12.544066 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Attempting to bind port afa25ed7-f5e8-4e84-979a-2b4e916f8f27 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:07:12.544451 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Attempting to bind port afa25ed7-f5e8-4e84-979a-2b4e916f8f27 on network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:12.550688 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Pushing event updated for resources: {'Port': ['ID=afa25ed7-f5e8-4e84-979a-2b4e916f8f27,revision_number=2']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:12.555982 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:07:12.556348 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Checking segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:12.556764 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.557142 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Bound using segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:07:12.557601 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Bound port: afa25ed7-f5e8-4e84-979a-2b4e916f8f27, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:07:12.557969 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.590754 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.590989 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.591280 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.591604 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.591924 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.592246 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.592585 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.592895 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.593206 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.593515 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.593825 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.594136 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:12.597546 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3c300-2f89-4bb1-a218-027fe4061faf req-14864ebf-3669-4960-89f9-df1f997ba159 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:12.598992 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b4e3c300-2f89-4bb1-a218-027fe4061faf req-14864ebf-3669-4960-89f9-df1f997ba159 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.2803044 Jun 09 15:07:12.606819 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:12.621354 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Allocated IP 172.20.0.1 (085f2014-c5fe-40b8-92b1-a7443e7a9b7b/4cc8ab65-6f03-4ad3-b891-d22f1072dade/31344e16-75c1-4848-984d-15e39d2e8b44) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:07:12.642331 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] For port afa25ed7-f5e8-4e84-979a-2b4e916f8f27, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:07:12.645504 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] For port afa25ed7-f5e8-4e84-979a-2b4e916f8f27, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=afa25ed7-f5e8-4e84-979a-2b4e916f8f27,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:07:12.650049 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.654863 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-7f12943b-b889-481c-908c-bb043ddf55e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:12.712131 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b4e3c300-2f89-4bb1-a218-027fe4061faf req-fdb815f1-0378-4ec7-897e-27219bd21442 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053648 Jun 09 15:07:12.732824 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Routers {'4fcbc417-b259-4a0a-968d-4c4556fd886f'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:12.733432 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:06:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4fcbc417-b259-4a0a-968d-4c4556fd886f'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:12.796500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.799857 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Pushing event updated for resources: {'Port': ['ID=afa25ed7-f5e8-4e84-979a-2b4e916f8f27,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:12.804825 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:12.812151 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Transition to ACTIVE for port object 31344e16-75c1-4848-984d-15e39d2e8b44 will not be triggered until provisioned by entity DHCP. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:12.835301 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16251870'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.839687 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3f1fc0b8-1dec-42a2-8365-210cdc98bf6e tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:12.902568 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:12.905607 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:12.909746 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:07:12.922088 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] Set router 4fcbc417-b259-4a0a-968d-4c4556fd886f gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:12.954955 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Pushing event updated for resources: {'Port': ['ID=31344e16-75c1-4848-984d-15e39d2e8b44,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:12.959641 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:12.973692 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:12.981362 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478852'] for router_interface, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.051041 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:07:13.051653 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 10d15b29-8c7f-44a7-94d6-ec12bfd940f8 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:07:13.158809 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.221336 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b3dbb-ca8e-465b-b184-3416364f01fa req-a98d45d7-350f-44eb-89c3-3aff31304b4c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:13.223179 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-bc0b3dbb-ca8e-465b-b184-3416364f01fa req-a98d45d7-350f-44eb-89c3-3aff31304b4c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0891929 Jun 09 15:07:13.225692 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-81258872-549b-485a-8609-fe3425bedde1 None None] Provisioning for port 31344e16-75c1-4848-984d-15e39d2e8b44 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:13.239157 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-81258872-549b-485a-8609-fe3425bedde1 None None] Provisioning complete for port 31344e16-75c1-4848-984d-15e39d2e8b44 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:13.239877 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-81258872-549b-485a-8609-fe3425bedde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.289572 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:10Z', 'revision_number': 3, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:13.294864 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330216f4-1996-4bb0-9ae7-b64e596734e1 None None] The sync data for ids ['4fcbc417-b259-4a0a-968d-4c4556fd886f'] in dv-cinder-789603-9-smb is: [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:10Z', 'revision_number': 3, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:07:13.312527 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-bc0b3dbb-ca8e-465b-b184-3416364f01fa req-0c0f2d84-8159-453e-aec2-dde3332b32cd tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806344 Jun 09 15:07:13.360937 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-81258872-549b-485a-8609-fe3425bedde1 None None] Port 31344e16-75c1-4848-984d-15e39d2e8b44 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:07:13.364908 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c70287a6-3973-4717-9d43-83c42e70a839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.453730 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.458475 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16251884'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.487230 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:13.589627 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405468'] for router_interface, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.591654 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Pushing event updated for resources: {'Port': ['ID=31344e16-75c1-4848-984d-15e39d2e8b44,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:13.595211 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:13.747423 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:13.748889 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:13.950608 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 61eb04de-07ed-48d8-a6f9-fe5568bd4591 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:14.026925 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 61eb04de-07ed-48d8-a6f9-fe5568bd4591 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:14.027604 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.033051 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Router 4fcbc417-b259-4a0a-968d-4c4556fd886f has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:07:14.055220 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6b2fb-4676-4ad5-9f50-b39e3c8a5e78 req-580dbc6e-1ca7-46d2-87ce-fb10cd8090e5 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:14.056944 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dac6b2fb-4676-4ad5-9f50-b39e3c8a5e78 req-580dbc6e-1ca7-46d2-87ce-fb10cd8090e5 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1326962 Jun 09 15:07:14.144094 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-d20b4c70-8960-44ad-8aab-c7c4f309fed5 None None] Provisioning complete for port 31344e16-75c1-4848-984d-15e39d2e8b44 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:14.144685 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d20b4c70-8960-44ad-8aab-c7c4f309fed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.231787 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-d20b4c70-8960-44ad-8aab-c7c4f309fed5 None None] Port 31344e16-75c1-4848-984d-15e39d2e8b44 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:07:14.239030 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dac6b2fb-4676-4ad5-9f50-b39e3c8a5e78 req-97a9a68b-2607-424b-8a09-73bd389371c1 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329110 Jun 09 15:07:14.262320 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device afa25ed7-f5e8-4e84-979a-2b4e916f8f27 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:14.268892 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:07:14.274281 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] 10.222.0.83 "PUT /v2.0/routers/4fcbc417-b259-4a0a-968d-4c4556fd886f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8277450 Jun 09 15:07:14.329454 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port afa25ed7-f5e8-4e84-979a-2b4e916f8f27 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:14.334177 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port afa25ed7-f5e8-4e84-979a-2b4e916f8f27 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:14.334560 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.464923 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.487265 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port afa25ed7-f5e8-4e84-979a-2b4e916f8f27, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=afa25ed7-f5e8-4e84-979a-2b4e916f8f27,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:14.492606 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.500916 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:14.539329 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6bf6c-ebb1-4063-88b3-dff20b619be9 req-ea1db168-98e7-404e-92ae-38446fb8f076 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:14.540924 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b4d6bf6c-ebb1-4063-88b3-dff20b619be9 req-ea1db168-98e7-404e-92ae-38446fb8f076 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1044874 Jun 09 15:07:14.598533 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=afa25ed7-f5e8-4e84-979a-2b4e916f8f27,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:14.598653 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b4d6bf6c-ebb1-4063-88b3-dff20b619be9 req-48df6e07-158c-401a-a00f-8442a1814fdc tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463839 Jun 09 15:07:14.598752 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:14.853810 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55682) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:14.858765 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1024576517-network', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:14.881490 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Made reservation on behalf of 014dcf787e8b4652980172cdd9b9e4c0 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:07:14.883986 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.897451 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.006573 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.010628 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.013758 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-49050558-4051-4f08-b068-3be02d9a5b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:15.032066 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:07:15.053530 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.053871 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Added segment 6235512a-654c-4913-879c-2d12a73b1520 of type vlan for network 39709920-c47e-455c-acf1-13240c22d7a1 Jun 09 15:07:15.055667 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6849861f-5158-4722-96cb-1ad89f04d711,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:15.059042 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Sync routers for ids ['4fcbc417-b259-4a0a-968d-4c4556fd886f'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:07:15.072482 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Routers {'4fcbc417-b259-4a0a-968d-4c4556fd886f'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:15.073284 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:06:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4fcbc417-b259-4a0a-968d-4c4556fd886f'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:15.075209 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:15.098138 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.131107 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.132539 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:15.133192 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.138128 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:15.273071 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Set router 4fcbc417-b259-4a0a-968d-4c4556fd886f gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:15.315812 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4608800 Jun 09 15:07:15.321393 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55690) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:15.326725 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Pushing event updated for resources: {'Network': ['ID=39709920-c47e-455c-acf1-13240c22d7a1,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:15.329084 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:15.338626 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Request body: {'subnet': {'network_id': '39709920-c47e-455c-acf1-13240c22d7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1024576517-subnet', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:15.339976 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 39709920-c47e-455c-acf1-13240c22d7a1 details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:07:15.364835 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Made reservation on behalf of 014dcf787e8b4652980172cdd9b9e4c0 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:07:15.367688 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10751930'] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.442940 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fcfeb-ee51-48a1-a109-b262b730c34a req-de143b5c-de07-43fd-8a97-865e030b07e3 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:15.444668 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-692fcfeb-ee51-48a1-a109-b262b730c34a req-de143b5c-de07-43fd-8a97-865e030b07e3 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.0872455 Jun 09 15:07:15.496209 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-692fcfeb-ee51-48a1-a109-b262b730c34a req-3f89e5eb-4b6e-4d45-9612-cb9c99512c37 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453007 Jun 09 15:07:15.659625 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10730444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10751876'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.665683 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:15.713403 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:13Z', 'revision_number': 4, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '31344e16-75c1-4848-984d-15e39d2e8b44', 'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'mac_address': 'fa:16:3e:82:a7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:12Z', 'updated_at': '2021-06-09T15:07:13Z', 'revision_number': 2, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'subnets': [{'id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:15.715507 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.719429 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Checking router: 4fcbc417-b259-4a0a-968d-4c4556fd886f for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:07:15.719803 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Updating router 4fcbc417-b259-4a0a-968d-4c4556fd886f port 31344e16-75c1-4848-984d-15e39d2e8b44 binding host dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:07:15.773243 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.775874 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07822e42-7a05-4aa8-a7c6-a8cd7121f106,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:15.794815 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:15.806150 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Checking segment: {'id': '6235512a-654c-4913-879c-2d12a73b1520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:15.806503 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Network hostable DHCP agents. Network: 39709920-c47e-455c-acf1-13240c22d7a1, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:07:15.816241 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device afa25ed7-f5e8-4e84-979a-2b4e916f8f27 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:15.843362 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Network 39709920-c47e-455c-acf1-13240c22d7a1 is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:07:15.861769 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0cedc-8bd6-4dae-831f-9ccad0d21f76 req-9dcc640f-2c21-4a4d-9376-2cf8409042d6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:15.863914 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2af0cedc-8bd6-4dae-831f-9ccad0d21f76 req-9dcc640f-2c21-4a4d-9376-2cf8409042d6 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1432109 Jun 09 15:07:15.869740 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 39709920-c47e-455c-acf1-13240c22d7a1) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:15.874689 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:15.875266 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.887871 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b5b64e-67a3-428d-9155-627a23800b3d None None] Network 39709920-c47e-455c-acf1-13240c22d7a1 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:07:15.921222 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-ccf2549f-5587-4cb5-9540-7a6c43c64956 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5984044 Jun 09 15:07:15.923802 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55694) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:15.927976 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1024576517-router', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:15.936032 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2af0cedc-8bd6-4dae-831f-9ccad0d21f76 req-0229aefd-d529-4b07-81d9-8226c59cf77f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645223 Jun 09 15:07:15.963181 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5140'] for router, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.964385 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-402870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5229'] for router, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.964647 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3e79751b-1495-4256-8515-fd6db599ca1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.981992 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:16.256306 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port afa25ed7-f5e8-4e84-979a-2b4e916f8f27 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:16.256858 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:16.258887 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5247'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:16.394027 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp692e0afd-3761-5551-8e76-3f27c6570536-39709920-c47e-455c-acf1-13240c22d7a1', 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'fixed_ips': [{'subnet_id': '07822e42-7a05-4aa8-a7c6-a8cd7121f106'}]}} from dv-cinder-789603-9-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:07:16.394850 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:16.670038 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:16.686289 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:16.711337 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Transition to ACTIVE for port object 31344e16-75c1-4848-984d-15e39d2e8b44 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:16.713471 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0996-e449-4750-b880-26799a56cdde req-7b1101fe-53a7-4736-ab3b-b183252d1029 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:16.714987 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:16.715869 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dbef0996-e449-4750-b880-26799a56cdde req-7b1101fe-53a7-4736-ab3b-b183252d1029 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.0851278 Jun 09 15:07:16.723111 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:16.730831 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:16.769994 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dbef0996-e449-4750-b880-26799a56cdde req-9f740481-e01c-4512-9d2e-e182ef20a5ae tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 Jun 09 15:07:16.785871 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Allocated IP 172.20.0.2 (39709920-c47e-455c-acf1-13240c22d7a1/07822e42-7a05-4aa8-a7c6-a8cd7121f106/87a7317d-e3be-43c3-a6b6-3a56f4fe5582) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:07:16.848622 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9457610-3bf4-4170-81cb-3330e98514f0 req-cd68a375-6f4e-437b-8229-d9978a151c46 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:16.850127 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f9457610-3bf4-4170-81cb-3330e98514f0 req-cd68a375-6f4e-437b-8229-d9978a151c46 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.2891002 Jun 09 15:07:16.943136 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc1421-37e4-4959-af1c-94259bb6e6f3 None None] Pushing event updated for resources: {'Port': ['ID=31344e16-75c1-4848-984d-15e39d2e8b44,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:16.968982 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Allocated IP 172.28.0.112 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:07:16.976155 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8ecc1421-37e4-4959-af1c-94259bb6e6f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:17.038745 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:17.072210 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Attempting to bind port 31344e16-75c1-4848-984d-15e39d2e8b44 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:07:17.072567 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Attempting to bind port 31344e16-75c1-4848-984d-15e39d2e8b44 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:07:17.072947 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Attempting to bind port 31344e16-75c1-4848-984d-15e39d2e8b44 on network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:17.094339 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:07:17.094789 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Checking segment: {'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:17.095225 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:17.095626 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Bound using segment: {'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:07:17.096116 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Bound port: 31344e16-75c1-4848-984d-15e39d2e8b44, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:07:17.096540 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:17.261236 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:17.267576 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] For port 31344e16-75c1-4848-984d-15e39d2e8b44, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:07:17.273509 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] For port 31344e16-75c1-4848-984d-15e39d2e8b44, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=31344e16-75c1-4848-984d-15e39d2e8b44,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:07:17.277430 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Transition to ACTIVE for port object 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:17.277578 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-f9457610-3bf4-4170-81cb-3330e98514f0 req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Deleting port 3f536219-202a-41b1-b47c-876b9104a69a {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:17.277774 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f9457610-3bf4-4170-81cb-3330e98514f0 req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:17.283746 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:17.290976 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:17.363098 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Transition to ACTIVE for port object 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:17.374697 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:17.384542 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Routers {'4fcbc417-b259-4a0a-968d-4c4556fd886f'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:17.385189 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4fcbc417-b259-4a0a-968d-4c4556fd886f'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:17.394019 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:17.419108 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c96ed-e0e4-462d-90f3-6f932115d9e6 req-1b3940a2-091d-4f2b-a22b-ac3b33723c3f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:17.420649 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c08c96ed-e0e4-462d-90f3-6f932115d9e6 req-1b3940a2-091d-4f2b-a22b-ac3b33723c3f tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 945 time: 0.3581233 Jun 09 15:07:17.456145 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc1421-37e4-4959-af1c-94259bb6e6f3 None None] Pushing event updated for resources: {'Port': ['ID=31344e16-75c1-4848-984d-15e39d2e8b44,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:17.487527 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-f9457610-3bf4-4170-81cb-3330e98514f0 req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] For port 3f536219-202a-41b1-b47c-876b9104a69a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3f536219-202a-41b1-b47c-876b9104a69a,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:17.487893 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f9457610-3bf4-4170-81cb-3330e98514f0 req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:17.513058 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8ecc1421-37e4-4959-af1c-94259bb6e6f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:17.513058 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:17.567067 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Network 39709920-c47e-455c-acf1-13240c22d7a1 is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:17.582219 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:17.597869 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:07:17.640362 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-f9457610-3bf4-4170-81cb-3330e98514f0 req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Calling delete_port for 3f536219-202a-41b1-b47c-876b9104a69a owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:17.655313 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c08c96ed-e0e4-462d-90f3-6f932115d9e6 req-4045d3f5-c815-461e-9472-3ee4cc054820 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/security-groups?id=89489962-5b1f-42e9-9522-aa2791102faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192383 Jun 09 15:07:17.663017 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Pushing event updated for resources: {'Port': ['ID=87a7317d-e3be-43c3-a6b6-3a56f4fe5582,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:17.677280 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:17.685023 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-92758940-eec9-4cf4-9941-9c20b1b74e13 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:17.696824 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:17.754295 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:17.758840 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:17.765892 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:07:17.794388 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] Set router 4fcbc417-b259-4a0a-968d-4c4556fd886f gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:17.801597 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Pushing event updated for resources: {'Port': ['ID=04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:17.833084 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:17.839063 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Attempting to bind port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:07:17.839544 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Attempting to bind port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': '6235512a-654c-4913-879c-2d12a73b1520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:07:17.840017 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Attempting to bind port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 on network 39709920-c47e-455c-acf1-13240c22d7a1 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:17.863622 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:07:17.864358 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Checking segment: {'id': '6235512a-654c-4913-879c-2d12a73b1520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:17.864906 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:17.865749 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Bound using segment: {'id': '6235512a-654c-4913-879c-2d12a73b1520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:07:17.865992 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Bound port: 87a7317d-e3be-43c3-a6b6-3a56f4fe5582, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6235512a-654c-4913-879c-2d12a73b1520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:07:17.866507 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:18.021060 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64960ec5-a9a4-486b-83d8-d614c4c7177d req-50299e5a-9ff4-4cd0-8052-9ff1c4df44b8 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:18.022618 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-64960ec5-a9a4-486b-83d8-d614c4c7177d req-50299e5a-9ff4-4cd0-8052-9ff1c4df44b8 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.0855668 Jun 09 15:07:18.072977 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-64960ec5-a9a4-486b-83d8-d614c4c7177d req-966f5b80-e416-4f01-9a16-9673f146ad42 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438635 Jun 09 15:07:18.122759 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] For port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:07:18.144046 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] For port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=87a7317d-e3be-43c3-a6b6-3a56f4fe5582,segment=NetworkSegment(6235512a-654c-4913-879c-2d12a73b1520),segment_id=6235512a-654c-4913-879c-2d12a73b1520)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:07:18.144985 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f9457610-3bf4-4170-81cb-3330e98514f0 req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:18.151982 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:18.156556 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['3f536219-202a-41b1-b47c-876b9104a69a'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:07:18.191579 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:18.202011 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:18.262788 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Pushing event deleted for resources: {'Port': ['ID=3f536219-202a-41b1-b47c-876b9104a69a,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:18.274371 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:18.310377 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:07:18.314873 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Pushing event updated for resources: {'Port': ['ID=87a7317d-e3be-43c3-a6b6-3a56f4fe5582,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:18.318144 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:18.350368 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:13Z', 'revision_number': 4, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '31344e16-75c1-4848-984d-15e39d2e8b44', 'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'mac_address': 'fa:16:3e:82:a7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:12Z', 'updated_at': '2021-06-09T15:07:17Z', 'revision_number': 4, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'subnets': [{'id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:18.355458 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee957d5-955b-400d-b114-d7b293fefd6f None None] The sync data for ids ['4fcbc417-b259-4a0a-968d-4c4556fd886f'] in dv-cinder-789603-9-smb is: [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:13Z', 'revision_number': 4, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '31344e16-75c1-4848-984d-15e39d2e8b44', 'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'mac_address': 'fa:16:3e:82:a7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:12Z', 'updated_at': '2021-06-09T15:07:17Z', 'revision_number': 4, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'subnets': [{'id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:07:18.430904 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9457610-3bf4-4170-81cb-3330e98514f0 req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] No DVR routers for this DVR port 3f536219-202a-41b1-b47c-876b9104a69a on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:07:18.435191 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f9457610-3bf4-4170-81cb-3330e98514f0 req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:18.438988 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f9457610-3bf4-4170-81cb-3330e98514f0 req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.46 "DELETE /v2.0/ports/3f536219-202a-41b1-b47c-876b9104a69a HTTP/1.1" status: 204 len: 173 time: 1.5814877 Jun 09 15:07:18.452153 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fc19b1-48c9-4204-8f88-33604b4a8ad3', 'name': 'network-vif-deleted', 'tag': '3f536219-202a-41b1-b47c-876b9104a69a'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:18.458926 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e7b8f2-e9cf-4d86-a384-6fb3bf6a2963" -d '{"events": [{"server_uuid": "a8fc19b1-48c9-4204-8f88-33604b4a8ad3", "name": "network-vif-deleted", "tag": "3f536219-202a-41b1-b47c-876b9104a69a"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:18.542148 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:18.600071 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:18.621569 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83130420-2d39-4197-9282-73e923e9e654 x-openstack-request-id: req-83130420-2d39-4197-9282-73e923e9e654 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:18.621879 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fc19b1-48c9-4204-8f88-33604b4a8ad3", "name": "network-vif-deleted", "tag": "3f536219-202a-41b1-b47c-876b9104a69a", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:18.622328 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-83130420-2d39-4197-9282-73e923e9e654 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:18.622897 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fc19b1-48c9-4204-8f88-33604b4a8ad3', 'name': 'network-vif-deleted', 'tag': '3f536219-202a-41b1-b47c-876b9104a69a', 'status': 'completed', 'code': 200} Jun 09 15:07:18.843819 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-48f40f2e-52f5-415b-8967-40d781214667 req-78e855f5-3e7f-4c64-a342-f33f7d86f96c tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8fc19b1-48c9-4204-8f88-33604b4a8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0445621 Jun 09 15:07:19.065259 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401870'] for router, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:19.385096 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539eb81-07ae-4b6b-b837-707073c50498 req-c869ff8f-3eaf-4dcc-82d7-493867f5366e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:19.386719 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1539eb81-07ae-4b6b-b837-707073c50498 req-c869ff8f-3eaf-4dcc-82d7-493867f5366e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1366637 Jun 09 15:07:19.424572 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Router 0193e0f9-6dd1-45c2-adf1-067535bf1108 is scheduled to L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d with binding_index 1 {{(pid=91820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:07:19.456066 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b17a90a-8e9a-4275-bf80-b3069a2b19c3 None None] Network 39709920-c47e-455c-acf1-13240c22d7a1 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:07:19.506700 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1539eb81-07ae-4b6b-b837-707073c50498 req-a4119cf1-115c-4140-9868-cc5e43fdd52d tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049793 Jun 09 15:07:19.543624 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-569c85d2-718f-4889-b81d-e54ac7dd2e64 None None] Provisioning for port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:19.677082 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:07:19.696641 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Sync routers for ids ['0193e0f9-6dd1-45c2-adf1-067535bf1108'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:07:19.706088 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:19.707454 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7827485 Jun 09 15:07:19.709166 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Routers {'0193e0f9-6dd1-45c2-adf1-067535bf1108'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:19.709779 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0193e0f9-6dd1-45c2-adf1-067535bf1108'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:19.710382 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55728) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:19.905046 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:19.954687 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Set router 0193e0f9-6dd1-45c2-adf1-067535bf1108 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:19.974939 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55732) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:20.010268 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:20.015139 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:20.015516 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.113310 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b349d3bc-eefc-40b8-8a82-c7658c9cb461 None None] Provisioning complete for port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:20.113838 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b349d3bc-eefc-40b8-8a82-c7658c9cb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.189997 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.261031 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'name': 'tempest-TestMinimumBasicScenario-1024576517-router', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:15Z', 'updated_at': '2021-06-09T15:07:18Z', 'revision_number': 3, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'gw_port': {'id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:16Z', 'updated_at': '2021-06-09T15:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:20.265515 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Checking router: 0193e0f9-6dd1-45c2-adf1-067535bf1108 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:07:20.265892 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Updating router 0193e0f9-6dd1-45c2-adf1-067535bf1108 port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 binding host dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:07:20.268345 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=87a7317d-e3be-43c3-a6b6-3a56f4fe5582,segment=NetworkSegment(6235512a-654c-4913-879c-2d12a73b1520),segment_id=6235512a-654c-4913-879c-2d12a73b1520)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:20.276680 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.277593 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 31344e16-75c1-4848-984d-15e39d2e8b44 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:20.311952 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:20.322416 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.389212 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b349d3bc-eefc-40b8-8a82-c7658c9cb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.473734 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=87a7317d-e3be-43c3-a6b6-3a56f4fe5582,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:20.488270 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:20.502282 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.db.api [None req-b349d3bc-eefc-40b8-8a82-c7658c9cb461 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 15:07:20.502699 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_db.api [None req-b349d3bc-eefc-40b8-8a82-c7658c9cb461 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 15:07:20.505993 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 31344e16-75c1-4848-984d-15e39d2e8b44 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:20.511318 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 31344e16-75c1-4848-984d-15e39d2e8b44 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:20.511766 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.681313 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.707419 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.720922 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Transition to ACTIVE for port object 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:20.722108 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 31344e16-75c1-4848-984d-15e39d2e8b44, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=31344e16-75c1-4848-984d-15e39d2e8b44,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:20.727875 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.730137 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.732146 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:20.741632 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:20.810939 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=31344e16-75c1-4848-984d-15e39d2e8b44,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:20.814086 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:20.822340 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Attempting to bind port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:07:20.822712 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Attempting to bind port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:07:20.823075 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Attempting to bind port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 on network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:20.833743 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:07:20.834357 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Checking segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:20.834804 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.835152 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Bound using segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:07:20.835866 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Bound port: 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:07:20.836428 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.869998 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f7070-774c-490d-9ce6-08c3926aec72 None None] Pushing event updated for resources: {'Port': ['ID=04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6,revision_number=2']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:20.887872 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-c60f7070-774c-490d-9ce6-08c3926aec72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:20.921274 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] For port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:07:20.924195 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] For port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:07:20.928773 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:20.933613 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-57deb13f-1ff5-46bb-93cf-6ffef3f9b072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:20.938314 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0c157-cb19-4a21-86f0-8b1ba3c9e631 req-cdc7bfb6-7b2c-46e3-8340-582b8bfef6ec tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:20.939751 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-27b0c157-cb19-4a21-86f0-8b1ba3c9e631 req-cdc7bfb6-7b2c-46e3-8340-582b8bfef6ec tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.2530341 Jun 09 15:07:20.982834 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 3f536219-202a-41b1-b47c-876b9104a69a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:21.004061 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Routers {'0193e0f9-6dd1-45c2-adf1-067535bf1108'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:21.004704 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0193e0f9-6dd1-45c2-adf1-067535bf1108'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:21.072261 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f7070-774c-490d-9ce6-08c3926aec72 None None] Pushing event updated for resources: {'Port': ['ID=04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:21.076629 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-c60f7070-774c-490d-9ce6-08c3926aec72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:21.084948 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-27b0c157-cb19-4a21-86f0-8b1ba3c9e631 req-9df335c8-beb4-4ccf-b7ec-62693e687afa tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370671 Jun 09 15:07:21.097629 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: 3f536219-202a-41b1-b47c-876b9104a69a {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:07:21.097983 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 3f536219-202a-41b1-b47c-876b9104a69a not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:07:21.156898 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:21.188688 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] Set router 0193e0f9-6dd1-45c2-adf1-067535bf1108 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:21.474144 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'name': 'tempest-TestMinimumBasicScenario-1024576517-router', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:15Z', 'updated_at': '2021-06-09T15:07:18Z', 'revision_number': 3, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'gw_port': {'id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:16Z', 'updated_at': '2021-06-09T15:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:21.477889 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5867fa0-8e1c-46f7-99e1-14c25716d39a None None] The sync data for ids ['0193e0f9-6dd1-45c2-adf1-067535bf1108'] in dv-cinder-789603-9-smb is: [{'id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'name': 'tempest-TestMinimumBasicScenario-1024576517-router', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:15Z', 'updated_at': '2021-06-09T15:07:18Z', 'revision_number': 3, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'gw_port': {'id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:16Z', 'updated_at': '2021-06-09T15:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:07:21.537692 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405430'] for router_interface, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:21.697092 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Allocated IP 172.20.0.1 (39709920-c47e-455c-acf1-13240c22d7a1/07822e42-7a05-4aa8-a7c6-a8cd7121f106/05693646-b40d-4f4f-a8c5-04a4fc11c7e3) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:07:21.930885 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b74e9-6a4f-40ff-ba8e-3670a9eb6cb6 req-2a2424c8-1faf-4dda-81cb-bf11dea52000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:21.932462 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2f7b74e9-6a4f-40ff-ba8e-3670a9eb6cb6 req-2a2424c8-1faf-4dda-81cb-bf11dea52000 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9654598a67fe48cf889fd64d91ce8273&device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 1098 time: 0.5105319 Jun 09 15:07:21.938236 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:21.950717 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24745521-aec9-4fd2-b966-a753fb784356 req-866bc68b-bb00-4f8e-9a09-7c73ddc038d0 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:21.952232 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-24745521-aec9-4fd2-b966-a753fb784356 req-866bc68b-bb00-4f8e-9a09-7c73ddc038d0 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.5753510 Jun 09 15:07:22.031697 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:22.037333 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:22.037718 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:22.161344 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:22.181761 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:22.186700 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:22.187663 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 31344e16-75c1-4848-984d-15e39d2e8b44 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:22.213911 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-844bf682-673d-442b-bbb0-e2b70e5e1179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:22.302626 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:22.309706 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:22.313394 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:22.323425 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 31344e16-75c1-4848-984d-15e39d2e8b44 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:22.323727 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:22.372224 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Transition to ACTIVE for port object 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:22.377168 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-24745521-aec9-4fd2-b966-a753fb784356 req-a2eb4857-1e14-4271-98fb-011cd5b5e2d7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590964 Jun 09 15:07:22.425838 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b74e9-6a4f-40ff-ba8e-3670a9eb6cb6 req-001037e3-34ae-4365-9f3a-8bcec5834911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:22.427308 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2f7b74e9-6a4f-40ff-ba8e-3670a9eb6cb6 req-001037e3-34ae-4365-9f3a-8bcec5834911 service neutron] 10.222.0.46 "GET /v2.0/networks?id=248c892a-8a76-47cd-bd87-7fa88315b14d HTTP/1.1" status: 200 len: 911 time: 0.4717536 Jun 09 15:07:22.450881 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:22.518429 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:22.518720 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:22.574196 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:22.582421 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-57fe47c2-b475-4ffb-a1d3-e6547377e9bc tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:22.660024 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2f7b74e9-6a4f-40ff-ba8e-3670a9eb6cb6 req-e6ec8eca-2cb6-43bc-b071-6db9b9f1edd5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20769ff4-e317-4bdf-9493-ea91af589634 HTTP/1.1" status: 200 len: 1000 time: 0.2240915 Jun 09 15:07:22.661766 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Network 39709920-c47e-455c-acf1-13240c22d7a1 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:22.696540 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:22.699091 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:07:22.803037 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Pushing event updated for resources: {'Port': ['ID=05693646-b40d-4f4f-a8c5-04a4fc11c7e3,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:22.807146 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:22.841795 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b74e9-6a4f-40ff-ba8e-3670a9eb6cb6 req-d4657c13-7244-4ed6-b56d-93533fc9548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:22.843249 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2f7b74e9-6a4f-40ff-ba8e-3670a9eb6cb6 req-d4657c13-7244-4ed6-b56d-93533fc9548c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a5dc99-63cc-4c13-8815-180909d19523 HTTP/1.1" status: 200 len: 849 time: 0.1553290 Jun 09 15:07:22.843915 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478852'] for router_interface, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:22.928878 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Deleting port 338309eb-4c97-480e-8887-84b0c4333df5 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:22.929753 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:22.959162 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-dbcd6642-8be9-4942-882f-fb64726352d3 None None] Provisioning for port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:22.965381 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-dbcd6642-8be9-4942-882f-fb64726352d3 None None] Provisioning complete for port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:22.965711 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6642-8be9-4942-882f-fb64726352d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:23.022376 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd6642-8be9-4942-882f-fb64726352d3 None None] Port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:07:23.067468 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b74e9-6a4f-40ff-ba8e-3670a9eb6cb6 req-c09b5071-f52f-41d2-8c81-5080f09e1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:23.069270 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2f7b74e9-6a4f-40ff-ba8e-3670a9eb6cb6 req-c09b5071-f52f-41d2-8c81-5080f09e1b86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=248c892a-8a76-47cd-bd87-7fa88315b14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2137930 Jun 09 15:07:23.211832 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] For port 338309eb-4c97-480e-8887-84b0c4333df5, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=338309eb-4c97-480e-8887-84b0c4333df5,segment=NetworkSegment(a90ed194-584d-4dbf-a0de-3bc6bc21b3cc),segment_id=a90ed194-584d-4dbf-a0de-3bc6bc21b3cc)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:23.212198 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:23.294401 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:23.366302 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55760) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:23.366862 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Calling delete_port for 338309eb-4c97-480e-8887-84b0c4333df5 owned by network:router_interface {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:23.467984 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2f7b74e9-6a4f-40ff-ba8e-3670a9eb6cb6 req-67e3208f-3d87-45b5-bead-ab84bbf5151e service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854296 Jun 09 15:07:23.498923 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-28b81c37-0b57-4599-8fd3-bb2597b164be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:23.627299 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104fa2d-eb71-4ece-8795-8674665549d1 req-6c23adbb-e824-43ee-9017-c1d75269bac0 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:23.628805 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4104fa2d-eb71-4ece-8795-8674665549d1 req-6c23adbb-e824-43ee-9017-c1d75269bac0 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1345410 Jun 09 15:07:23.696174 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4104fa2d-eb71-4ece-8795-8674665549d1 req-98f19c71-780f-407f-bb08-466d6b20e0d2 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613205 Jun 09 15:07:23.717666 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-28b81c37-0b57-4599-8fd3-bb2597b164be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:23.721908 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-28b81c37-0b57-4599-8fd3-bb2597b164be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:23.728992 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2bf4b730-ac22-44b8-bf06-14ec2d1dc97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:23.773979 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-28b81c37-0b57-4599-8fd3-bb2597b164be admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4034cd8ace1445e1b0d93d916c5c5006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031270 Jun 09 15:07:23.773979 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b81c37-0b57-4599-8fd3-bb2597b164be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e048cd1-99d5-48fc-8b7e-56834a918a98,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:23.774759 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55766) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:23.791299 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-28b81c37-0b57-4599-8fd3-bb2597b164be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:23.805890 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:23.841755 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3c7d615c-23ae-4ce1-8475-bd6d3a614084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:23.867375 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3c7d615c-23ae-4ce1-8475-bd6d3a614084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:23.871905 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:23.872285 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:23.926009 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3c7d615c-23ae-4ce1-8475-bd6d3a614084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:23.928431 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3c7d615c-23ae-4ce1-8475-bd6d3a614084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:23.931896 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-3c7d615c-23ae-4ce1-8475-bd6d3a614084 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3e048cd1-99d5-48fc-8b7e-56834a918a98 HTTP/1.1" status: 204 len: 168 time: 0.1539710 Jun 09 15:07:23.931896 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b5657662-a501-4569-8228-1d26b3fd4304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:23.940175 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d615c-23ae-4ce1-8475-bd6d3a614084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e048cd1-99d5-48fc-8b7e-56834a918a98,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:23.942879 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3c7d615c-23ae-4ce1-8475-bd6d3a614084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:23.969506 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2f7b74e9-6a4f-40ff-ba8e-3670a9eb6cb6 req-68d4d2c3-e945-4343-9be9-eaf31b08e29b service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915781 Jun 09 15:07:24.077880 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:24.089147 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:24.121941 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d4c2d26b-5a5b-480f-b63b-75e58f94995b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:24.207410 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:24.219417 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Pushing event updated for resources: {'Port': ['ID=05693646-b40d-4f4f-a8c5-04a4fc11c7e3,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:24.224204 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405468'] for router_interface, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:24.228128 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:24.230324 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-40fe9a66-9505-46ed-9878-7f4a60eafd3c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:24.300911 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Pushing event deleted for resources: {'Port': ['ID=338309eb-4c97-480e-8887-84b0c4333df5,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:24.323868 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:24.610894 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Network 39709920-c47e-455c-acf1-13240c22d7a1 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:24.613615 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:24.754320 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405240'] for router_interface, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:24.855057 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8cff19c4-efbd-41c6-8918-979f8c622673 None None] Provisioning complete for port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:24.855703 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8cff19c4-efbd-41c6-8918-979f8c622673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:24.910450 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8cff19c4-efbd-41c6-8918-979f8c622673 None None] Port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:07:25.132245 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Router 0193e0f9-6dd1-45c2-adf1-067535bf1108 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:07:25.298390 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351a356-4a62-4d24-999d-892fdceb339e req-b99a6bd1-95b6-4784-a07b-3a8b8b5b5bbd tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:25.299749 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f351a356-4a62-4d24-999d-892fdceb339e req-b99a6bd1-95b6-4784-a07b-3a8b8b5b5bbd tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.4660158 Jun 09 15:07:25.518966 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f351a356-4a62-4d24-999d-892fdceb339e req-5d85a993-5f9d-43d0-9651-6c7e7f29f6b2 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545060 Jun 09 15:07:25.547158 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:07:25.553224 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] 10.222.0.83 "PUT /v2.0/routers/0193e0f9-6dd1-45c2-adf1-067535bf1108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8412588 Jun 09 15:07:25.558008 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Sync routers for ids ['0193e0f9-6dd1-45c2-adf1-067535bf1108'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:07:25.566863 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:07:25.567524 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Routers {'0193e0f9-6dd1-45c2-adf1-067535bf1108'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:25.568153 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0193e0f9-6dd1-45c2-adf1-067535bf1108'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:25.761465 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Set router 0193e0f9-6dd1-45c2-adf1-067535bf1108 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:25.775452 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:07:25.780905 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] 10.222.0.83 "PUT /v2.0/routers/0af2b7ac-3e31-4a19-bea4-4c813557f9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8039565 Jun 09 15:07:25.782769 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55782) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:25.785161 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbea91e-3926-4296-a393-44d2f660fee6 None None] Sync routers for ids ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:07:25.815219 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbea91e-3926-4296-a393-44d2f660fee6 None None] Routers {'0af2b7ac-3e31-4a19-bea4-4c813557f9ac'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:25.815770 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-1cbea91e-3926-4296-a393-44d2f660fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:26.006823 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Notify callbacks [] for router, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:26.014483 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-1cbea91e-3926-4296-a393-44d2f660fee6 None None] Set router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:26.139564 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'name': 'tempest-TestMinimumBasicScenario-1024576517-router', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:15Z', 'updated_at': '2021-06-09T15:07:23Z', 'revision_number': 4, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'gw_port': {'id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:16Z', 'updated_at': '2021-06-09T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '05693646-b40d-4f4f-a8c5-04a4fc11c7e3', 'name': '', 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'mac_address': 'fa:16:3e:09:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '07822e42-7a05-4aa8-a7c6-a8cd7121f106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:21Z', 'updated_at': '2021-06-09T15:07:23Z', 'revision_number': 2, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'subnets': [{'id': '07822e42-7a05-4aa8-a7c6-a8cd7121f106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:26.143955 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Checking router: 0193e0f9-6dd1-45c2-adf1-067535bf1108 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:07:26.144341 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Updating router 0193e0f9-6dd1-45c2-adf1-067535bf1108 port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 binding host dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:07:26.198900 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:26.223981 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:26.316359 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Deleting port 82d8f452-59bb-416e-830f-2962aad4e280 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:26.316902 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:26.389504 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-1cbea91e-3926-4296-a393-44d2f660fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'name': 'tempest-ServerRescueNegativeTestJSON-721677282-router', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': '82d8f452-59bb-416e-830f-2962aad4e280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:07:24Z', 'revision_number': 5, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'gw_port': {'id': '82d8f452-59bb-416e-830f-2962aad4e280', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:26.393722 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbea91e-3926-4296-a393-44d2f660fee6 None None] Checking router: 0af2b7ac-3e31-4a19-bea4-4c813557f9ac for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:07:26.403876 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbea91e-3926-4296-a393-44d2f660fee6 None None] Routers {'0af2b7ac-3e31-4a19-bea4-4c813557f9ac'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:26.404296 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-1cbea91e-3926-4296-a393-44d2f660fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:26.448820 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] For port 82d8f452-59bb-416e-830f-2962aad4e280, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=82d8f452-59bb-416e-830f-2962aad4e280,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:26.449581 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:26.565137 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-1cbea91e-3926-4296-a393-44d2f660fee6 None None] Set router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:26.627505 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:26.640876 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Transition to ACTIVE for port object 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:26.652432 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:26.657964 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8ecc1421-37e4-4959-af1c-94259bb6e6f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:26.705206 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-1cbea91e-3926-4296-a393-44d2f660fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'name': 'tempest-ServerRescueNegativeTestJSON-721677282-router', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:07:26Z', 'revision_number': 6, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'gw_port_host': None}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:26.709711 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbea91e-3926-4296-a393-44d2f660fee6 None None] The sync data for ids ['0af2b7ac-3e31-4a19-bea4-4c813557f9ac'] in dv-cinder-789603-9-smb is: [{'id': '0af2b7ac-3e31-4a19-bea4-4c813557f9ac', 'name': 'tempest-ServerRescueNegativeTestJSON-721677282-router', 'tenant_id': '8d40dc2c249f4955b85223f73130ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:07:26Z', 'revision_number': 6, 'project_id': '8d40dc2c249f4955b85223f73130ee87', 'gw_port_host': None}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:07:26.775670 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Calling delete_port for 82d8f452-59bb-416e-830f-2962aad4e280 owned by network:router_gateway {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:26.904805 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ad7e1-586d-42de-b4c6-735d24323822 None None] Pushing event updated for resources: {'Port': ['ID=05693646-b40d-4f4f-a8c5-04a4fc11c7e3,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:26.913042 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-785ad7e1-586d-42de-b4c6-735d24323822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:26.932847 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Attempting to bind port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:07:26.933347 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Attempting to bind port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': '6235512a-654c-4913-879c-2d12a73b1520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:07:26.933722 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Attempting to bind port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 on network 39709920-c47e-455c-acf1-13240c22d7a1 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:26.941678 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:07:26.942150 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Checking segment: {'id': '6235512a-654c-4913-879c-2d12a73b1520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:26.942684 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:26.943426 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Bound using segment: {'id': '6235512a-654c-4913-879c-2d12a73b1520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:07:26.944056 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Bound port: 05693646-b40d-4f4f-a8c5-04a4fc11c7e3, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6235512a-654c-4913-879c-2d12a73b1520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:07:26.944566 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:26.976225 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:26.982737 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:27.035898 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d8f452-59bb-416e-830f-2962aad4e280,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:27.039352 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:27.078512 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] For port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:07:27.095475 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] For port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=05693646-b40d-4f4f-a8c5-04a4fc11c7e3,segment=NetworkSegment(6235512a-654c-4913-879c-2d12a73b1520),segment_id=6235512a-654c-4913-879c-2d12a73b1520)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:07:27.106301 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:27.108852 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:27.177438 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478758'] for router_gateway, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:27.222850 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Routers {'0193e0f9-6dd1-45c2-adf1-067535bf1108'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:27.223481 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0193e0f9-6dd1-45c2-adf1-067535bf1108'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:27.383994 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5222'] for router, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:27.386322 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:27.435974 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] Set router 0193e0f9-6dd1-45c2-adf1-067535bf1108 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:27.479730 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417677'] for router, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:27.480460 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af2b7ac-3e31-4a19-bea4-4c813557f9ac {{(pid=91820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:07:27.491514 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:27.493385 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] 10.222.0.83 "DELETE /v2.0/routers/0af2b7ac-3e31-4a19-bea4-4c813557f9ac HTTP/1.1" status: 204 len: 168 time: 1.7096386 Jun 09 15:07:27.495724 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55798) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:27.503068 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ad7e1-586d-42de-b4c6-735d24323822 None None] Pushing event updated for resources: {'Port': ['ID=05693646-b40d-4f4f-a8c5-04a4fc11c7e3,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:27.508709 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-785ad7e1-586d-42de-b4c6-735d24323822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:27.571959 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b802ada-ba57-495f-96b7-98d801390156 admin admin] Deleting subnet 366d801b-9500-4857-8071-2b0532367ca2 {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:07:27.575194 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8b802ada-ba57-495f-96b7-98d801390156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:27.643691 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8b802ada-ba57-495f-96b7-98d801390156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11648536'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:27.705969 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8b802ada-ba57-495f-96b7-98d801390156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:27.808463 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8b802ada-ba57-495f-96b7-98d801390156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10730381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10751901'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:27.812891 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ba8f64c9-dd96-4e1e-8c1d-5271cdb2b3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:27.846977 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b802ada-ba57-495f-96b7-98d801390156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366d801b-9500-4857-8071-2b0532367ca2,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:27.852391 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8b802ada-ba57-495f-96b7-98d801390156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:27.853472 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8b802ada-ba57-495f-96b7-98d801390156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:27.858124 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-8b802ada-ba57-495f-96b7-98d801390156 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/366d801b-9500-4857-8071-2b0532367ca2 HTTP/1.1" status: 204 len: 168 time: 0.3584898 Jun 09 15:07:27.858234 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55800) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:27.875691 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'name': 'tempest-TestMinimumBasicScenario-1024576517-router', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:15Z', 'updated_at': '2021-06-09T15:07:23Z', 'revision_number': 4, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'gw_port': {'id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:16Z', 'updated_at': '2021-06-09T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '05693646-b40d-4f4f-a8c5-04a4fc11c7e3', 'name': '', 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'mac_address': 'fa:16:3e:09:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '07822e42-7a05-4aa8-a7c6-a8cd7121f106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:21Z', 'updated_at': '2021-06-09T15:07:27Z', 'revision_number': 4, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'subnets': [{'id': '07822e42-7a05-4aa8-a7c6-a8cd7121f106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:27.880737 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425f531-fa0d-4ffe-be51-41d55d4a6010 None None] The sync data for ids ['0193e0f9-6dd1-45c2-adf1-067535bf1108'] in dv-cinder-789603-9-smb is: [{'id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'name': 'tempest-TestMinimumBasicScenario-1024576517-router', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:15Z', 'updated_at': '2021-06-09T15:07:23Z', 'revision_number': 4, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'gw_port': {'id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:16Z', 'updated_at': '2021-06-09T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '05693646-b40d-4f4f-a8c5-04a4fc11c7e3', 'name': '', 'network_id': '39709920-c47e-455c-acf1-13240c22d7a1', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'mac_address': 'fa:16:3e:09:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '07822e42-7a05-4aa8-a7c6-a8cd7121f106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:21Z', 'updated_at': '2021-06-09T15:07:27Z', 'revision_number': 4, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'subnets': [{'id': '07822e42-7a05-4aa8-a7c6-a8cd7121f106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:07:27.894246 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 338309eb-4c97-480e-8887-84b0c4333df5 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:27.936721 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 338309eb-4c97-480e-8887-84b0c4333df5 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:07:27.937312 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 338309eb-4c97-480e-8887-84b0c4333df5 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:07:27.937817 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 82d8f452-59bb-416e-830f-2962aad4e280 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:27.974034 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 82d8f452-59bb-416e-830f-2962aad4e280 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:07:27.974387 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 82d8f452-59bb-416e-830f-2962aad4e280 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:07:27.996500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:28.185173 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:28.201089 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fe3549-285e-478e-86c0-218ad94ab33d']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:28.223120 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:28.223695 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90ed194-584d-4dbf-a0de-3bc6bc21b3cc') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:28.239623 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15481737'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:28.271006 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:28.284880 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:07:28.285667 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16251792'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: Traceback (most recent call last): Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: timer() Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: cb(*args, **kw) Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: return func(*args, **kwargs) Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: self._notify() Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: self.callback(batched_events) Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: event.method(event) Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: return f(self, *a, **k) Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: return self._get(url).json() Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:07:28.384919 dv-cinder-789603-9-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:07:28.393382 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:28.397058 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:28.415183 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:28.418862 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/14fe3549-285e-478e-86c0-218ad94ab33d HTTP/1.1" status: 204 len: 168 time: 0.5576224 Jun 09 15:07:28.424291 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=14fe3549-285e-478e-86c0-218ad94ab33d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:28.429861 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1f44702c-ee15-45b8-9da8-e5961fd5f0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:28.682813 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55806) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:28.749097 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 55808) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:28.752476 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-00f32a98-5731-4c40-983b-4651cb15d1cd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8d40dc2c249f4955b85223f73130ee87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0621183 Jun 09 15:07:28.832161 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2fb5-88f9-4f9d-a068-2bcccd7740d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:28.872612 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2fb5-88f9-4f9d-a068-2bcccd7740d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:28.940910 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2fb5-88f9-4f9d-a068-2bcccd7740d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:28.945764 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2fb5-88f9-4f9d-a068-2bcccd7740d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:28.949212 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-3e9e2fb5-88f9-4f9d-a068-2bcccd7740d2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/89489962-5b1f-42e9-9522-aa2791102faf HTTP/1.1" status: 204 len: 168 time: 0.1963487 Jun 09 15:07:28.949212 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-59afab65-81f4-4703-aa8e-1d7d9cde8813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:28.976235 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e2fb5-88f9-4f9d-a068-2bcccd7740d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89489962-5b1f-42e9-9522-aa2791102faf,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:28.979358 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3e9e2fb5-88f9-4f9d-a068-2bcccd7740d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:29.872979 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:29.983781 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:29.989663 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:29.990102 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:30.118921 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:30.162562 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=05693646-b40d-4f4f-a8c5-04a4fc11c7e3,segment=NetworkSegment(6235512a-654c-4913-879c-2d12a73b1520),segment_id=6235512a-654c-4913-879c-2d12a73b1520)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:30.168183 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:30.176133 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8ecc1421-37e4-4959-af1c-94259bb6e6f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:30.254393 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=05693646-b40d-4f4f-a8c5-04a4fc11c7e3,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:30.258456 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:31.820979 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:31.903268 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:31.903745 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:36.481770 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-91dddce7-6222-4829-b2f3-65da20460f7b tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:36.483487 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-91dddce7-6222-4829-b2f3-65da20460f7b tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/networks?id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b HTTP/1.1" status: 200 len: 814 time: 0.1579757 Jun 09 15:07:36.498770 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-19b530dd-508b-405b-9dfa-3190817ea682 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/quotas/c0f7a91434e8463bbb2e7496158e5089 HTTP/1.1" status: 200 len: 375 time: 0.0093734 Jun 09 15:07:36.582633 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-77750247-3646-4a2c-aa5b-aae21b30eea7 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0f7a91434e8463bbb2e7496158e5089&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785995 Jun 09 15:07:36.722249 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-f56b0c90-f70c-4f07-8f73-a0c41bac4345 service neutron] 10.222.0.83 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282082 Jun 09 15:07:36.949219 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-3e5d82d5-affd-4511-b8e1-5fb74dacea37 service neutron] 10.222.0.83 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200060 Jun 09 15:07:37.121215 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8c942ecb-c20f-4c02-bd5a-d008027f200b req-589a1616-0a13-4688-95ec-289766eb2613 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 210 time: 0.0429270 Jun 09 15:07:38.288040 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1b2af997-529b-4428-850e-6f7d8a3d505e req-45357b87-0119-4d0a-a8c4-ee6f15135179 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 210 time: 0.0462790 Jun 09 15:07:38.340024 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55976) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:38.356998 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-43d78bcb-3cf1-4c93-8e2a-d29c7c54417c tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:38.358420 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-43d78bcb-3cf1-4c93-8e2a-d29c7c54417c tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.46 "GET /v2.0/networks?id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b HTTP/1.1" status: 200 len: 814 time: 0.2002630 Jun 09 15:07:38.373388 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Request body: {'port': {'device_id': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'admin_state_up': True, 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:38.465755 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2e01294f-47ce-4442-add4-1ac8d8b2789a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.575882 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2e01294f-47ce-4442-add4-1ac8d8b2789a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.580730 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2e01294f-47ce-4442-add4-1ac8d8b2789a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.590566 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:38.603001 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Made reservation on behalf of c0f7a91434e8463bbb2e7496158e5089 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:07:38.606665 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.628467 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-2e01294f-47ce-4442-add4-1ac8d8b2789a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5af1866b5d40450bb45582bef2ee0df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872386 Jun 09 15:07:38.631622 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 55990) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:38.644633 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01294f-47ce-4442-add4-1ac8d8b2789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4c3450-4796-45d6-b12b-8b7493c80a8d,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:38.649924 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2e01294f-47ce-4442-add4-1ac8d8b2789a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:38.699839 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-61994d84-7c1e-4595-a2a2-9d107c4b8279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.727210 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-61994d84-7c1e-4595-a2a2-9d107c4b8279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.779940 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Allocated IP 172.20.0.9 (085f2014-c5fe-40b8-92b1-a7443e7a9b7b/4cc8ab65-6f03-4ad3-b891-d22f1072dade/f161b673-8988-4177-bc2b-1fd3d4ae2db1) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:07:38.782043 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-61994d84-7c1e-4595-a2a2-9d107c4b8279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.784518 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-61994d84-7c1e-4595-a2a2-9d107c4b8279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.788469 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-61994d84-7c1e-4595-a2a2-9d107c4b8279 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bb4c3450-4796-45d6-b12b-8b7493c80a8d HTTP/1.1" status: 204 len: 168 time: 0.1558392 Jun 09 15:07:38.789347 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b273436e-f8aa-4ae3-93f4-8632b874cb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:38.800356 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61994d84-7c1e-4595-a2a2-9d107c4b8279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4c3450-4796-45d6-b12b-8b7493c80a8d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:38.802893 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-61994d84-7c1e-4595-a2a2-9d107c4b8279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:39.042926 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.059626 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Transition to ACTIVE for port object f161b673-8988-4177-bc2b-1fd3d4ae2db1 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:39.087636 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.096078 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-62c5dd72-0167-4b55-a011-4f457ecf8ade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:39.175465 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'Port': ['ID=f161b673-8988-4177-bc2b-1fd3d4ae2db1,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:39.180958 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:39.191935 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:39.193139 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:39.195883 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:07:39.206673 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56006) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:39.239123 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5c3203bb-8b2a-482f-8354-b900ebf90e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.317473 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:39.319016 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.467675 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5c3203bb-8b2a-482f-8354-b900ebf90e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.481519 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5c3203bb-8b2a-482f-8354-b900ebf90e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.482210 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1131368 Jun 09 15:07:39.492988 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-db459d6e-7f24-4456-aeef-e2a304c83bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:39.542692 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3203bb-8b2a-482f-8354-b900ebf90e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9685f9e-f4fb-4ec6-b0c2-79acfa3b9cdb,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:39.548982 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5c3203bb-8b2a-482f-8354-b900ebf90e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:39.554127 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-5c3203bb-8b2a-482f-8354-b900ebf90e5e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a4b51cf839be45f3930ba9a491ca685e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464272 Jun 09 15:07:39.556812 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56012) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:39.574974 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315d3fb-6ab0-4c54-b7f1-5ae66a185dd6 req-43a3d1b0-6ea2-4cd3-9edc-bd787e35529a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:39.577629 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8315d3fb-6ab0-4c54-b7f1-5ae66a185dd6 req-43a3d1b0-6ea2-4cd3-9edc-bd787e35529a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 931 time: 0.1543126 Jun 09 15:07:39.607477 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-7f4961e3-42d1-4a96-82a9-34ae9c0c0d4c None None] Provisioning for port f161b673-8988-4177-bc2b-1fd3d4ae2db1 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:39.613920 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-7f4961e3-42d1-4a96-82a9-34ae9c0c0d4c None None] Provisioning complete for port f161b673-8988-4177-bc2b-1fd3d4ae2db1 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:39.614399 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7f4961e3-42d1-4a96-82a9-34ae9c0c0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.663756 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e49a99b6-a316-4918-8e5d-5e1b2284a55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.663968 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8315d3fb-6ab0-4c54-b7f1-5ae66a185dd6 req-f3df905a-6e1f-458c-aa52-cebbc4042dab tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795135 Jun 09 15:07:39.671988 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-7f4961e3-42d1-4a96-82a9-34ae9c0c0d4c None None] Port f161b673-8988-4177-bc2b-1fd3d4ae2db1 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:07:39.700680 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e49a99b6-a316-4918-8e5d-5e1b2284a55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.762156 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e49a99b6-a316-4918-8e5d-5e1b2284a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.765043 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e49a99b6-a316-4918-8e5d-5e1b2284a55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.766425 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-e49a99b6-a316-4918-8e5d-5e1b2284a55e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e9685f9e-f4fb-4ec6-b0c2-79acfa3b9cdb HTTP/1.1" status: 204 len: 168 time: 0.2074821 Jun 09 15:07:39.767370 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d329bf09-c2ee-4334-ac69-c88d41bbf0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:39.782876 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a99b6-a316-4918-8e5d-5e1b2284a55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9685f9e-f4fb-4ec6-b0c2-79acfa3b9cdb,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:39.786331 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e49a99b6-a316-4918-8e5d-5e1b2284a55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:40.731440 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:40.872852 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b9d3d-8099-4015-8f9e-a14f11c85958 req-02f84d6b-c704-411f-8338-c8e0682016a4 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:40.874371 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4a3b9d3d-8099-4015-8f9e-a14f11c85958 req-02f84d6b-c704-411f-8338-c8e0682016a4 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 931 time: 0.0995779 Jun 09 15:07:40.938079 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4a3b9d3d-8099-4015-8f9e-a14f11c85958 req-ffff897a-02ba-40a2-b061-c216c8543007 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525916 Jun 09 15:07:42.223072 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe86051-81c2-4f68-bf08-6b42af929a3f req-84b74b88-11eb-453f-b323-3a4ea1e2e4f3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:42.224655 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ebe86051-81c2-4f68-bf08-6b42af929a3f req-84b74b88-11eb-453f-b323-3a4ea1e2e4f3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 931 time: 0.1689801 Jun 09 15:07:42.286738 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ebe86051-81c2-4f68-bf08-6b42af929a3f req-2c390673-5f74-4e59-acc7-ac731b90215b tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544226 Jun 09 15:07:43.358858 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6a5634bf-72a6-4c3f-adce-245d96e25035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.490616 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a7a99-f121-4087-a023-3087c96002bc req-57718710-0b79-47fe-819c-619c83fb6583 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:43.492926 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-836a7a99-f121-4087-a023-3087c96002bc req-57718710-0b79-47fe-819c-619c83fb6583 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 931 time: 0.0857136 Jun 09 15:07:43.524079 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56168) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:43.542312 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-836a7a99-f121-4087-a023-3087c96002bc req-601325d5-4fcb-496b-812a-7a20c8759a7c tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Jun 09 15:07:43.657024 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2deabde2-8496-4913-b620-c3b6b1430cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.764792 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2deabde2-8496-4913-b620-c3b6b1430cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.770542 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2deabde2-8496-4913-b620-c3b6b1430cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.778447 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-00562605-7a54-48a0-9074-bf99462596ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:43.821218 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deabde2-8496-4913-b620-c3b6b1430cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2876fe0e-c15f-47b4-9e60-58b699e824be,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:43.827798 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-2deabde2-8496-4913-b620-c3b6b1430cd3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dd64ce5ce7264c15ad2ee5ead53358b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002496 Jun 09 15:07:43.827798 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2deabde2-8496-4913-b620-c3b6b1430cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:43.828057 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56172) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:43.891500 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb65e6a2-bc80-4d25-abb2-38814d83c5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.922012 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb65e6a2-bc80-4d25-abb2-38814d83c5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.983677 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb65e6a2-bc80-4d25-abb2-38814d83c5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.986557 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb65e6a2-bc80-4d25-abb2-38814d83c5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.990354 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-eb65e6a2-bc80-4d25-abb2-38814d83c5fa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2876fe0e-c15f-47b4-9e60-58b699e824be HTTP/1.1" status: 204 len: 168 time: 0.1588101 Jun 09 15:07:43.990354 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-47a68b61-eb94-4b53-a57a-dd4248f3332d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:44.000797 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65e6a2-bc80-4d25-abb2-38814d83c5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2876fe0e-c15f-47b4-9e60-58b699e824be,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:44.003299 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-eb65e6a2-bc80-4d25-abb2-38814d83c5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:44.305424 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56180) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:44.323627 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0c13b8c9-6eba-45e4-a2f4-4c715c7053fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.439831 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0c13b8c9-6eba-45e4-a2f4-4c715c7053fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.443877 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0c13b8c9-6eba-45e4-a2f4-4c715c7053fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.451331 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3c61a18f-9112-4fd3-a977-33a38f68458e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:44.496610 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13b8c9-6eba-45e4-a2f4-4c715c7053fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89451e67-ae3f-4d15-b451-844173608a43,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:44.499676 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0c13b8c9-6eba-45e4-a2f4-4c715c7053fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:44.502302 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-0c13b8c9-6eba-45e4-a2f4-4c715c7053fb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ae2db673241440e2a976fa065cd2d591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952739 Jun 09 15:07:44.505242 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56182) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:44.572266 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-499b3de4-1f04-4550-ac95-bf1d77643f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.604229 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-499b3de4-1f04-4550-ac95-bf1d77643f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.696706 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-499b3de4-1f04-4550-ac95-bf1d77643f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.699184 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-499b3de4-1f04-4550-ac95-bf1d77643f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.700311 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-499b3de4-1f04-4550-ac95-bf1d77643f62 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/89451e67-ae3f-4d15-b451-844173608a43 HTTP/1.1" status: 204 len: 168 time: 0.1941223 Jun 09 15:07:44.706133 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ea4de9ff-5c03-4617-a9c8-3ffea26c07e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:44.727770 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b3de4-1f04-4550-ac95-bf1d77643f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89451e67-ae3f-4d15-b451-844173608a43,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:44.733713 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-499b3de4-1f04-4550-ac95-bf1d77643f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:44.769361 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7af30c-b87b-431f-952c-ded7fb8b3b21 req-cfac66a4-f0a9-4358-8e4a-ea7e214e3cef tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:44.771097 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3a7af30c-b87b-431f-952c-ded7fb8b3b21 req-cfac66a4-f0a9-4358-8e4a-ea7e214e3cef tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 931 time: 0.1120434 Jun 09 15:07:44.819774 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3a7af30c-b87b-431f-952c-ded7fb8b3b21 req-e404a35c-3fd2-4fa0-a5d9-47af3f9aa512 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Jun 09 15:07:45.716128 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:45.835965 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b4e37173-08c1-4f96-9fca-781008b33402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.015322 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79868e0e-ebfa-4950-975a-50f62adaa069 req-75dca818-6042-463e-a35b-acabe450d8d4 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:46.017532 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-79868e0e-ebfa-4950-975a-50f62adaa069 req-75dca818-6042-463e-a35b-acabe450d8d4 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 931 time: 0.0899251 Jun 09 15:07:46.075831 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-79868e0e-ebfa-4950-975a-50f62adaa069 req-9fe6c6e6-11ad-4d3b-a3b1-74c87a711d1a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518525 Jun 09 15:07:46.175798 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56222) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:46.303450 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e38cb268-b7a0-45c5-91c6-eeb731d8ef72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.410304 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e38cb268-b7a0-45c5-91c6-eeb731d8ef72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.414759 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e38cb268-b7a0-45c5-91c6-eeb731d8ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.423603 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-286b2106-29fc-4552-a591-51697e1e8fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:46.463031 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-e38cb268-b7a0-45c5-91c6-eeb731d8ef72 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84054aab644d4aea90904ece2869f9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852044 Jun 09 15:07:46.465016 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cb268-b7a0-45c5-91c6-eeb731d8ef72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eac619a-2a54-4052-a903-a0c0c8d371d9,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:46.465166 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56226) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:46.468079 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e38cb268-b7a0-45c5-91c6-eeb731d8ef72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:46.536021 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c390463a-0f9a-48fa-bc2d-440a90da96f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.564826 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c390463a-0f9a-48fa-bc2d-440a90da96f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.619441 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c390463a-0f9a-48fa-bc2d-440a90da96f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.622006 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c390463a-0f9a-48fa-bc2d-440a90da96f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.625472 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-c390463a-0f9a-48fa-bc2d-440a90da96f9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7eac619a-2a54-4052-a903-a0c0c8d371d9 HTTP/1.1" status: 204 len: 168 time: 0.1570849 Jun 09 15:07:46.625472 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9f388c9e-abb7-49e5-abd6-5608fa1ba967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:46.634427 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390463a-0f9a-48fa-bc2d-440a90da96f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eac619a-2a54-4052-a903-a0c0c8d371d9,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:46.636794 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c390463a-0f9a-48fa-bc2d-440a90da96f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:46.914396 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:47.348511 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f95f7-58a2-4074-8114-e90ffe1d32c2 req-831241d6-6167-4b1f-af07-99ff33d6f4fc tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:47.352855 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-283f95f7-58a2-4074-8114-e90ffe1d32c2 req-831241d6-6167-4b1f-af07-99ff33d6f4fc tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 931 time: 0.1302121 Jun 09 15:07:47.405668 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-283f95f7-58a2-4074-8114-e90ffe1d32c2 req-d114780e-7c8f-41ad-836d-03de8cb23f03 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441234 Jun 09 15:07:48.592211 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:48.606637 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8f0cb-dfaf-4a15-bab5-570b735eba9b req-37f6d6ac-2268-4bfe-be78-d1d391dbd21d tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:48.608209 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-bfb8f0cb-dfaf-4a15-bab5-570b735eba9b req-37f6d6ac-2268-4bfe-be78-d1d391dbd21d tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 931 time: 0.0923874 Jun 09 15:07:48.654387 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-bfb8f0cb-dfaf-4a15-bab5-570b735eba9b req-4e3548c0-71cd-45d1-aad8-a4d81653418a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 Jun 09 15:07:49.051677 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Request body: {'port': {'device_id': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:49.169631 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:49.622109 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f161b673-8988-4177-bc2b-1fd3d4ae2db1 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:07:49.629338 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:49.643673 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Transition to ACTIVE for port object f161b673-8988-4177-bc2b-1fd3d4ae2db1 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:49.647046 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:49.651818 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-32314738-670a-451f-ad62-e683e30d9637 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:49.832402 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f161b673-8988-4177-bc2b-1fd3d4ae2db1,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:49.840974 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:49.890273 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8913a-d5c9-4407-89d9-bffddc57950f req-d60ea548-f938-4286-aec3-86308f92ab29 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:49.891832 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dec8913a-d5c9-4407-89d9-bffddc57950f req-d60ea548-f938-4286-aec3-86308f92ab29 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 943 time: 0.1075492 Jun 09 15:07:49.911615 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Attempting to bind port f161b673-8988-4177-bc2b-1fd3d4ae2db1 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:07:49.911954 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Attempting to bind port f161b673-8988-4177-bc2b-1fd3d4ae2db1 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:07:49.912309 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Attempting to bind port f161b673-8988-4177-bc2b-1fd3d4ae2db1 on network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:49.918424 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Port f161b673-8988-4177-bc2b-1fd3d4ae2db1 on network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:07:49.918764 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Attempting to bind port f161b673-8988-4177-bc2b-1fd3d4ae2db1 on network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:49.925581 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:07:49.925581 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Checking segment: {'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:49.926024 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Bound using segment: {'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:07:49.926361 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Bound port: f161b673-8988-4177-bc2b-1fd3d4ae2db1, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:07:49.926707 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:49.946135 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dec8913a-d5c9-4407-89d9-bffddc57950f req-8aa5b8c6-fd82-4f4c-991b-3f6c93a572da tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478179 Jun 09 15:07:50.028784 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] For port f161b673-8988-4177-bc2b-1fd3d4ae2db1, host hv-cinder-78960, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:07:50.032005 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] For port f161b673-8988-4177-bc2b-1fd3d4ae2db1, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:07:50.036511 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.040407 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:50.098624 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:50.099240 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.100681 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 200 len: 1093 time: 1.0543263 Jun 09 15:07:50.101452 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:50.103959 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:50.122259 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f161b673-8988-4177-bc2b-1fd3d4ae2db1,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:50.125513 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:50.187495 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaaf66e-60f5-47db-8aeb-d8ad86e36c15 x-openstack-request-id: req-2eaaf66e-60f5-47db-8aeb-d8ad86e36c15 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:50.187818 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:50.188109 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2eaaf66e-60f5-47db-8aeb-d8ad86e36c15 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:50.188559 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'status': 'completed', 'code': 200} Jun 09 15:07:50.234994 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-cc470990-8bb7-4f4e-ae0d-9132a87aae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:50.237257 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-cc470990-8bb7-4f4e-ae0d-9132a87aae10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0f7a91434e8463bbb2e7496158e5089&device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 1096 time: 0.0914400 Jun 09 15:07:50.318894 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-df33dc3c-1a8f-4507-a218-4c23bc218c43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 200 len: 217 time: 0.0723219 Jun 09 15:07:50.387205 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-57175978-f352-43ce-81a3-b70397dd37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:50.388678 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-57175978-f352-43ce-81a3-b70397dd37e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cc8ab65-6f03-4ad3-b891-d22f1072dade HTTP/1.1" status: 200 len: 853 time: 0.0624592 Jun 09 15:07:50.464793 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-f1ada957-abf1-486a-b35a-f5ad60bad744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:50.466185 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-f1ada957-abf1-486a-b35a-f5ad60bad744 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703411 Jun 09 15:07:50.606971 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-737a718c-5999-4a09-a7a0-5647da0a0709 service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321573 Jun 09 15:07:50.748307 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-788b317e-66e0-413f-b5b2-b6be82e0a872 req-cb7fc959-7f98-427e-8ed9-4549049acc17 service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333923 Jun 09 15:07:50.868003 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6 req-689b793d-9cc6-4878-b4d9-885ad60535e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:50.869510 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6 req-689b793d-9cc6-4878-b4d9-885ad60535e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0f7a91434e8463bbb2e7496158e5089&device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 1096 time: 0.0761561 Jun 09 15:07:51.065741 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6 req-d0776c64-d6a8-4ffd-9059-882dbd0da6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:51.067094 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6 req-d0776c64-d6a8-4ffd-9059-882dbd0da6be service neutron] 10.222.0.46 "GET /v2.0/networks?id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b HTTP/1.1" status: 200 len: 915 time: 0.1883984 Jun 09 15:07:51.078954 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d34bca-4235-4010-b057-a33d780523c6 req-ef1cb29a-f3ed-4c0b-9d9a-91c6a764d880 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:51.080349 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-21d34bca-4235-4010-b057-a33d780523c6 req-ef1cb29a-f3ed-4c0b-9d9a-91c6a764d880 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 946 time: 0.1350131 Jun 09 15:07:51.139320 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97da9b7-b701-40c5-ad43-80c3cf583bfc req-33d14073-0e19-45da-b253-67d87a0f0f79 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:51.140803 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c97da9b7-b701-40c5-ad43-80c3cf583bfc req-33d14073-0e19-45da-b253-67d87a0f0f79 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 943 time: 0.0871081 Jun 09 15:07:51.189303 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c97da9b7-b701-40c5-ad43-80c3cf583bfc req-1c6d209d-33e2-41e0-9d57-080eb670576a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Jun 09 15:07:51.252236 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6 req-201d7cf1-3368-44cb-83fd-0544116ada41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 200 len: 217 time: 0.1709328 Jun 09 15:07:51.316528 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-21d34bca-4235-4010-b057-a33d780523c6 req-75cc61cd-b55c-4191-933f-6af4533b9113 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778324 Jun 09 15:07:51.333817 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6 req-3ba8ad2b-f967-4726-9494-3d762691cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:51.335810 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6 req-3ba8ad2b-f967-4726-9494-3d762691cbb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cc8ab65-6f03-4ad3-b891-d22f1072dade HTTP/1.1" status: 200 len: 853 time: 0.0684137 Jun 09 15:07:51.417124 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6 req-ac52ca26-95ef-44d1-ab0a-77731f8da320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:51.418809 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6 req-ac52ca26-95ef-44d1-ab0a-77731f8da320 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742910 Jun 09 15:07:51.553893 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6 req-b05e0448-5d4a-4956-a70b-4a8cddcdfa79 service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260850 Jun 09 15:07:51.688738 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a5a6bb3f-fa88-49bc-b261-05a2ab4eadf6 req-2ab9c86c-0686-4d33-8949-72fbcc9e75f9 service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271458 Jun 09 15:07:52.376387 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb0cde-62d0-4ea2-b917-ed0656dffae9 req-f9e92a16-2219-4f97-a418-7b534d2eb354 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:52.377930 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2adb0cde-62d0-4ea2-b917-ed0656dffae9 req-f9e92a16-2219-4f97-a418-7b534d2eb354 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 943 time: 0.0846901 Jun 09 15:07:52.421214 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2adb0cde-62d0-4ea2-b917-ed0656dffae9 req-bf08fb76-2ce4-4aed-a12c-9bb81803e835 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376041 Jun 09 15:07:52.506883 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38e61b-960a-4fa1-8706-7cf42e3be73f req-e1dacc59-d274-481f-8821-cdbaa96aae47 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:52.508624 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8b38e61b-960a-4fa1-8706-7cf42e3be73f req-e1dacc59-d274-481f-8821-cdbaa96aae47 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 946 time: 0.0822334 Jun 09 15:07:52.553089 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8b38e61b-960a-4fa1-8706-7cf42e3be73f req-c97d1a37-946e-41f3-8fb1-7b8ec3abb002 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=e01e1bd9-aff5-4e62-8561-6d99ddecd816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384684 Jun 09 15:07:52.701997 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-cf673393-9ae5-4082-ab24-dbfeffc74bb5 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:52.703482 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-cf673393-9ae5-4082-ab24-dbfeffc74bb5 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 946 time: 0.0797937 Jun 09 15:07:52.834404 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Deleting port c612d42d-56f3-4f67-80e2-31925b4801c7 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:52.835179 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:52.962722 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] For port c612d42d-56f3-4f67-80e2-31925b4801c7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c612d42d-56f3-4f67-80e2-31925b4801c7,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:52.963085 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:53.154149 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device f161b673-8988-4177-bc2b-1fd3d4ae2db1 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:07:53.251471 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:53.251829 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:53.252172 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.l3_db [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Floating IP c061433c-5487-44f7-a833-a2b4ae34f3a1 disassociated. External IP: 172.28.0.13, port: c612d42d-56f3-4f67-80e2-31925b4801c7. Jun 09 15:07:53.252540 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Calling delete_port for c612d42d-56f3-4f67-80e2-31925b4801c7 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:53.286816 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port f161b673-8988-4177-bc2b-1fd3d4ae2db1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:53.301469 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'port_id': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'mac_address': 'fa:16:3e:26:87:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:07:53.356487 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:53.365641 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:53.371689 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:53.378402 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f161b673-8988-4177-bc2b-1fd3d4ae2db1 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:07:53.394009 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port f161b673-8988-4177-bc2b-1fd3d4ae2db1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:53.400517 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:53.402391 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:53.417224 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event deleted for resources: {'Port': ['ID=c612d42d-56f3-4f67-80e2-31925b4801c7,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:53.420704 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:53.472978 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=f161b673-8988-4177-bc2b-1fd3d4ae2db1,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:53.475999 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:53.628644 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b5b29-310f-4de2-944c-b515b11adf1b req-782c8589-f2eb-41e1-884d-3447790a8976 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:53.630311 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-329b5b29-310f-4de2-944c-b515b11adf1b req-782c8589-f2eb-41e1-884d-3447790a8976 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 944 time: 0.0984914 Jun 09 15:07:53.637508 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['f161b673-8988-4177-bc2b-1fd3d4ae2db1'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:07:53.723574 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-329b5b29-310f-4de2-944c-b515b11adf1b req-ad0dc31c-977c-4612-894e-e62c15dd3ee9 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812292 Jun 09 15:07:53.778509 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ee24325-9930-411c-9a14-1e5440ee4cc8 req-51541b23-c8f9-4686-a8a6-8059f644458b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fe0e512-c306-487c-9bfd-8519562bc4ac HTTP/1.1" status: 200 len: 210 time: 0.0601034 Jun 09 15:07:53.798802 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Router 8184247e-1d9a-48c8-a8e1-40557caa4b95 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:07:53.978973 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:07:53.988886 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7ea30-8024-4821-8a5c-085789afa0f0 None None] Sync routers for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:07:53.998928 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7ea30-8024-4821-8a5c-085789afa0f0 None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:53.999650 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-91f7ea30-8024-4821-8a5c-085789afa0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:54.051532 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] No DVR routers for this DVR port c612d42d-56f3-4f67-80e2-31925b4801c7 on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:07:54.054681 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:54.056792 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-51b71cf3-18b0-41c8-a32c-bc208d4356db req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.46 "DELETE /v2.0/ports/c612d42d-56f3-4f67-80e2-31925b4801c7 HTTP/1.1" status: 204 len: 173 time: 1.3474436 Jun 09 15:07:54.057279 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'name': 'network-vif-deleted', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:54.059567 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864bf1a4-7157-4ede-87a8-ff46153a4779" -d '{"events": [{"server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "name": "network-vif-deleted", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:54.135583 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779441e0-c068-4c31-9abb-c7adadf40f68 x-openstack-request-id: req-779441e0-c068-4c31-9abb-c7adadf40f68 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:54.135583 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0e512-c306-487c-9bfd-8519562bc4ac", "name": "network-vif-deleted", "tag": "c612d42d-56f3-4f67-80e2-31925b4801c7", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:54.135583 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-779441e0-c068-4c31-9abb-c7adadf40f68 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:54.135583 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0e512-c306-487c-9bfd-8519562bc4ac', 'name': 'network-vif-deleted', 'tag': 'c612d42d-56f3-4f67-80e2-31925b4801c7', 'status': 'completed', 'code': 200} Jun 09 15:07:54.206771 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-91f7ea30-8024-4821-8a5c-085789afa0f0 None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:54.599992 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-91f7ea30-8024-4821-8a5c-085789afa0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:54.604352 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7ea30-8024-4821-8a5c-085789afa0f0 None None] Checking router: 8184247e-1d9a-48c8-a8e1-40557caa4b95 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:07:54.612900 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7ea30-8024-4821-8a5c-085789afa0f0 None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:54.613494 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-91f7ea30-8024-4821-8a5c-085789afa0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:54.805403 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-91f7ea30-8024-4821-8a5c-085789afa0f0 None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:54.935036 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56362) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:54.941324 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2428160-9b2e-450f-8451-31fac81d7da5 req-da82d47d-8911-4ce7-800b-d1ca9a6f4bec tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:54.942912 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e2428160-9b2e-450f-8451-31fac81d7da5 req-da82d47d-8911-4ce7-800b-d1ca9a6f4bec tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 944 time: 0.0947034 Jun 09 15:07:55.004341 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e2428160-9b2e-450f-8451-31fac81d7da5 req-2e163a8a-162d-4ef1-b9bc-396a25c7e10c tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Jun 09 15:07:55.012889 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.043158 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.103573 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.106120 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.110581 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "DELETE /v2.0/security-groups/e01e1bd9-aff5-4e62-8561-6d99ddecd816 HTTP/1.1" status: 204 len: 168 time: 0.1711943 Jun 09 15:07:55.110581 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b2485461-912f-4ff0-966f-921c13a40d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:55.110994 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56364) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:55.128955 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.api.v2.resource [None req-b6478c4d-02a3-4d7d-b115-7307aea46982 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] show failed (client error): The resource could not be found. Jun 09 15:07:55.133439 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b6478c4d-02a3-4d7d-b115-7307aea46982 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups/e01e1bd9-aff5-4e62-8561-6d99ddecd816 HTTP/1.1" status: 404 len: 347 time: 0.0181322 Jun 09 15:07:55.134020 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56366) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:55.138627 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e1bd9-aff5-4e62-8561-6d99ddecd816,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:55.148834 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.149858 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.150480 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.151070 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.151650 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-91f7ea30-8024-4821-8a5c-085789afa0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:55.151968 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.152453 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.152906 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.154553 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.154553 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.155249 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.155711 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.156197 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:55.156319 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device f161b673-8988-4177-bc2b-1fd3d4ae2db1 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:55.159598 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:55.233205 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7ea30-8024-4821-8a5c-085789afa0f0 None None] The sync data for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb is: [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:07:55.265843 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port f161b673-8988-4177-bc2b-1fd3d4ae2db1 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:55.271447 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port f161b673-8988-4177-bc2b-1fd3d4ae2db1 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:55.271913 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.310997 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:07:55.400790 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.433768 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Deleting port 415a02c4-5f83-4fba-8851-b6cf6b072950 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:55.434203 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.436886 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:55.439147 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8532f80a-9847-4284-9986-70e72c78bc85" -d '{"events": [{"server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "name": "network-vif-plugged", "status": "completed", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:55.462136 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port f161b673-8988-4177-bc2b-1fd3d4ae2db1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:55.467297 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.470263 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:55.508178 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4507acf6-df34-4a9b-951a-75f5d062246d None None] New status for floating IP c061433c-5487-44f7-a833-a2b4ae34f3a1: DOWN {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:07:55.529286 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338638ea-2d80-497e-9431-0ae65fa1931b x-openstack-request-id: req-338638ea-2d80-497e-9431-0ae65fa1931b {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:55.542694 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "name": "network-vif-plugged", "status": "completed", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:55.544142 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-338638ea-2d80-497e-9431-0ae65fa1931b {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:55.544975 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'code': 200} Jun 09 15:07:55.620722 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=f161b673-8988-4177-bc2b-1fd3d4ae2db1,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:55.632301 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:55.644155 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.644620 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.817549 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Calling delete_port for 415a02c4-5f83-4fba-8851-b6cf6b072950 owned by network:floatingip {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:55.910562 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8384701-67ad-4669-a2ce-137cdc1e9a67 req-53c436dd-9666-4139-af85-7edb2d57c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:55.912041 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c8384701-67ad-4669-a2ce-137cdc1e9a67 req-53c436dd-9666-4139-af85-7edb2d57c55d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 1098 time: 0.1307673 Jun 09 15:07:55.999188 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c8384701-67ad-4669-a2ce-137cdc1e9a67 req-cedacb94-eaa4-4649-ac94-1e525a4df6cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793753 Jun 09 15:07:56.013150 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.016728 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-579da449-a0ad-4b7e-81ce-458029a240b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:56.066079 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event deleted for resources: {'Port': ['ID=415a02c4-5f83-4fba-8851-b6cf6b072950,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:56.069603 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:56.207807 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.210785 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.211920 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "DELETE /v2.0/floatingips/c061433c-5487-44f7-a833-a2b4ae34f3a1 HTTP/1.1" status: 204 len: 168 time: 1.0769241 Jun 09 15:07:56.241282 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccf056-d67a-4fe3-b49e-07ee81f1054d req-4beca4ff-b8a0-45aa-9bd8-b6e4ec31c5fa tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:56.243958 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-28ccf056-d67a-4fe3-b49e-07ee81f1054d req-4beca4ff-b8a0-45aa-9bd8-b6e4ec31c5fa tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 945 time: 0.1133468 Jun 09 15:07:56.295856 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-28ccf056-d67a-4fe3-b49e-07ee81f1054d req-e78d50d3-0738-4461-bf19-e195580ce457 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467498 Jun 09 15:07:56.538541 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56376) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:56.543193 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-22ebe36e-8a28-4118-b9d2-ab53f8abce0a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225570762', 'description': 'tempest-description--1746785897'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:56.565523 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-22ebe36e-8a28-4118-b9d2-ab53f8abce0a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.671970 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-22ebe36e-8a28-4118-b9d2-ab53f8abce0a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.675805 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-22ebe36e-8a28-4118-b9d2-ab53f8abce0a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.681609 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3e9e2fb5-88f9-4f9d-a068-2bcccd7740d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:56.712883 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-22ebe36e-8a28-4118-b9d2-ab53f8abce0a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.714094 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-22ebe36e-8a28-4118-b9d2-ab53f8abce0a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1745598 Jun 09 15:07:56.717095 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56378) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:56.720830 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebe36e-8a28-4118-b9d2-ab53f8abce0a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:56.722282 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-a25429fc-12e7-4be6-96ce-18bb26a23ed8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'security_group_rule': {'security_group_id': '2f7a67bb-2b20-4e6b-88ae-1e98e51ab913', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:56.723777 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-22ebe36e-8a28-4118-b9d2-ab53f8abce0a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:56.750533 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a25429fc-12e7-4be6-96ce-18bb26a23ed8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.823313 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a25429fc-12e7-4be6-96ce-18bb26a23ed8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.828920 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a25429fc-12e7-4be6-96ce-18bb26a23ed8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.837652 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:56.852847 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25429fc-12e7-4be6-96ce-18bb26a23ed8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6302362c-d789-475c-88a0-9e39c2fd791a,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:56.859228 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a25429fc-12e7-4be6-96ce-18bb26a23ed8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:56.863351 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a25429fc-12e7-4be6-96ce-18bb26a23ed8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.865300 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-a25429fc-12e7-4be6-96ce-18bb26a23ed8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471615 Jun 09 15:07:56.867753 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56380) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:56.872181 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-84ac766c-f2bf-4a96-a2a0-325f840d8642 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'security_group_rule': {'security_group_id': '2f7a67bb-2b20-4e6b-88ae-1e98e51ab913', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:56.900085 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-84ac766c-f2bf-4a96-a2a0-325f840d8642 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.968234 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-84ac766c-f2bf-4a96-a2a0-325f840d8642 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.972364 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-84ac766c-f2bf-4a96-a2a0-325f840d8642 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.979424 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a25429fc-12e7-4be6-96ce-18bb26a23ed8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:56.999399 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac766c-f2bf-4a96-a2a0-325f840d8642 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e23b2a4-3f33-4ac3-bff2-0a88dab66873,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:57.002148 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-84ac766c-f2bf-4a96-a2a0-325f840d8642 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:57.006488 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-84ac766c-f2bf-4a96-a2a0-325f840d8642 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.007760 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-84ac766c-f2bf-4a96-a2a0-325f840d8642 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390891 Jun 09 15:07:57.010777 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56384) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:57.015368 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'floatingip': {'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:57.041292 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.160449 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c612d42d-56f3-4f67-80e2-31925b4801c7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:57.187068 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.199766 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: c612d42d-56f3-4f67-80e2-31925b4801c7 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:07:57.200116 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c612d42d-56f3-4f67-80e2-31925b4801c7 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:07:57.322787 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Allocated IP 172.28.0.177 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/88a96627-1166-4c45-b71f-246f15c1a5e8) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:07:57.473844 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.504283 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16251870'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.509903 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:57.604151 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d2982-b4a2-4278-86a5-0e21128eefe6 req-ecb5b378-d5cc-4608-8217-9f7ab1e48cc9 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:57.605795 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-918d2982-b4a2-4278-86a5-0e21128eefe6 req-ecb5b378-d5cc-4608-8217-9f7ab1e48cc9 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 945 time: 0.2029185 Jun 09 15:07:57.651406 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-918d2982-b4a2-4278-86a5-0e21128eefe6 req-ba7a31e9-ec4f-4cd5-85cc-7e653230ff98 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394402 Jun 09 15:07:57.652861 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:57.656627 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:57.658596 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'Port': ['ID=88a96627-1166-4c45-b71f-246f15c1a5e8,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:57.660716 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:07:57.685140 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:57.830269 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.911878 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705912c-6e04-4722-ab07-6e23cc4d42b5 req-64078db8-be51-41f5-ad65-10f02b0643ce tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:57.913962 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a705912c-6e04-4722-ab07-6e23cc4d42b5 req-64078db8-be51-41f5-ad65-10f02b0643ce tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 945 time: 0.1496239 Jun 09 15:07:57.916560 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:58.009733 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a705912c-6e04-4722-ab07-6e23cc4d42b5 req-67119f4d-5f0d-45a4-a743-b043e4546d24 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697117 Jun 09 15:07:58.169648 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:58.174343 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16251884'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:58.178032 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e482bf5a-1499-415f-a724-abdb2008e658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:58.279684 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'Port': ['ID=88a96627-1166-4c45-b71f-246f15c1a5e8,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:58.287477 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:58.296987 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:58.315457 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:58.324052 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3047984 Jun 09 15:07:58.436247 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053ca2e-3df0-415b-af63-988aad094128 req-81f5bb9b-70cd-412d-a6fe-8602c7e6f496 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:58.437743 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5053ca2e-3df0-415b-af63-988aad094128 req-81f5bb9b-70cd-412d-a6fe-8602c7e6f496 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 945 time: 0.0809684 Jun 09 15:07:58.486780 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5053ca2e-3df0-415b-af63-988aad094128 req-76cf000e-4151-4090-9406-eb0e419722f8 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434833 Jun 09 15:07:58.535553 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-d50cd624-8ba7-440c-93ac-6ea41ecbf61c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1225570762&fields=id&tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e HTTP/1.1" status: 200 len: 267 time: 0.0405474 Jun 09 15:07:58.692860 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fe3ec244-d433-49a0-8abd-8b9293a81f6f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:58.698761 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fe3ec244-d433-49a0-8abd-8b9293a81f6f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 816 time: 0.1560738 Jun 09 15:07:58.712171 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-7dd827db-8803-4df5-915d-d2255d02c497 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/quotas/28c3ac911d8e47e5a6cdf2e95436c91e HTTP/1.1" status: 200 len: 375 time: 0.0101807 Jun 09 15:07:58.806784 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-1ef67bab-b7b8-41b9-aa31-343e5e0a4a16 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872881 Jun 09 15:07:58.957188 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-0403d39e-387b-49a1-b53a-68aa546bbe38 service neutron] 10.222.0.83 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377802 Jun 09 15:07:59.091716 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-9836f89a-c94f-4af4-8377-3c0ff95768a7 service neutron] 10.222.0.83 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265631 Jun 09 15:07:59.293440 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f0aa4109-cd58-4d53-b149-e66411d1dbed req-059911b0-05e6-4ce4-8cfc-d7ce8e2486b3 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 210 time: 0.0425673 Jun 09 15:08:00.421016 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-99b57b05-b728-4eb9-853c-98a4335da09a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:00.423343 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-99b57b05-b728-4eb9-853c-98a4335da09a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 816 time: 0.1907294 Jun 09 15:08:00.463969 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-18548732-4151-4fbc-a4e1-89720d42c63e req-462ddbaf-5c13-47be-b5c9-f817eae3c75d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 210 time: 0.0484524 Jun 09 15:08:00.481050 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-47039a9a-4832-4c95-908d-5ac6c186a810 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e HTTP/1.1" status: 200 len: 380 time: 0.0470135 Jun 09 15:08:00.491435 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'port': {'device_id': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'admin_state_up': True, 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'security_groups': ['2f7a67bb-2b20-4e6b-88ae-1e98e51ab913']}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:00.645631 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Made reservation on behalf of 28c3ac911d8e47e5a6cdf2e95436c91e for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:08:00.649599 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.817514 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Allocated IP 172.20.0.11 (6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37/f8354bd5-a090-404c-9b6a-f507e460199c/b42657a5-5781-4b26-8f4c-f0198e754404) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:08:01.005242 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:01.021024 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Transition to ACTIVE for port object b42657a5-5781-4b26-8f4c-f0198e754404 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:08:01.044711 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:01.050316 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-64000997-a522-4ec2-8690-39a5937db38a tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:01.120177 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:08:01.123429 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:08:01.127257 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:08:01.158772 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event updated for resources: {'Port': ['ID=b42657a5-5781-4b26-8f4c-f0198e754404,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:01.165551 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:01.200508 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:01.201142 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:01.220087 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7333946 Jun 09 15:08:01.235438 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Request body: {'port': {'device_id': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:01.338428 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-f042410c-c720-45b9-ae39-092185c158b6 None None] Provisioning for port b42657a5-5781-4b26-8f4c-f0198e754404 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:08:01.342826 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-f042410c-c720-45b9-ae39-092185c158b6 None None] Provisioning complete for port b42657a5-5781-4b26-8f4c-f0198e754404 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:08:01.343202 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f042410c-c720-45b9-ae39-092185c158b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:01.368966 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:01.396019 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-f042410c-c720-45b9-ae39-092185c158b6 None None] Port b42657a5-5781-4b26-8f4c-f0198e754404 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:08:01.657501 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62cf99-d718-4fe2-a2fd-ec6056210d65 req-2f41bb80-64ec-4718-b65f-56fae38a3f27 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:01.658985 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ec62cf99-d718-4fe2-a2fd-ec6056210d65 req-2f41bb80-64ec-4718-b65f-56fae38a3f27 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 932 time: 0.0831854 Jun 09 15:08:01.706692 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ec62cf99-d718-4fe2-a2fd-ec6056210d65 req-9bee1ac7-8dfc-412b-b15e-738259884882 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Jun 09 15:08:01.808737 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42657a5-5781-4b26-8f4c-f0198e754404 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:08:01.816259 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:01.830016 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Transition to ACTIVE for port object b42657a5-5781-4b26-8f4c-f0198e754404 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:08:01.832999 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:01.837317 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:02.022343 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Pushing event updated for resources: {'Port': ['ID=b42657a5-5781-4b26-8f4c-f0198e754404,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:02.027454 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:02.073507 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Attempting to bind port b42657a5-5781-4b26-8f4c-f0198e754404 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:08:02.073846 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Attempting to bind port b42657a5-5781-4b26-8f4c-f0198e754404 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:08:02.074168 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Attempting to bind port b42657a5-5781-4b26-8f4c-f0198e754404 on network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:08:02.078690 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Port b42657a5-5781-4b26-8f4c-f0198e754404 on network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:08:02.079007 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Attempting to bind port b42657a5-5781-4b26-8f4c-f0198e754404 on network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:08:02.084046 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:08:02.084921 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Checking segment: {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:08:02.085309 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Bound using segment: {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:08:02.085730 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Bound port: b42657a5-5781-4b26-8f4c-f0198e754404, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:08:02.086074 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:02.180995 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:08:02.185166 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:08:02.189574 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:02.194039 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:02.248205 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:02.248324 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:02.250193 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] 10.222.0.46 "PUT /v2.0/ports/b42657a5-5781-4b26-8f4c-f0198e754404 HTTP/1.1" status: 200 len: 1094 time: 1.0211029 Jun 09 15:08:02.256696 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:02.259022 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47267fb9-ca5e-42ee-9e12-38df9ec90a82" -d '{"events": [{"name": "network-changed", "server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:02.281109 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Pushing event updated for resources: {'Port': ['ID=b42657a5-5781-4b26-8f4c-f0198e754404,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:02.284645 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:02.332300 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597a608b-e81f-4cf0-9e4c-f1e27de3d120 x-openstack-request-id: req-597a608b-e81f-4cf0-9e4c-f1e27de3d120 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:02.332641 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:02.332917 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-597a608b-e81f-4cf0-9e4c-f1e27de3d120 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:02.333331 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'status': 'completed', 'code': 200} Jun 09 15:08:02.369785 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-15c4e20d-05cd-420e-81fd-cb2cf3f03aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:02.371294 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-15c4e20d-05cd-420e-81fd-cb2cf3f03aaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 1097 time: 0.0801337 Jun 09 15:08:02.442805 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-d9816007-24d3-4bae-b73b-ab6314a6586c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42657a5-5781-4b26-8f4c-f0198e754404 HTTP/1.1" status: 200 len: 217 time: 0.0638421 Jun 09 15:08:02.508093 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-59f92ff9-b13f-4324-9a4a-0e4f0662c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:02.509575 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-59f92ff9-b13f-4324-9a4a-0e4f0662c09d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.0601771 Jun 09 15:08:02.586890 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-3838ed56-8f5e-4fb7-98a8-e4f7b6c98ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:02.588446 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-3838ed56-8f5e-4fb7-98a8-e4f7b6c98ce4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700054 Jun 09 15:08:02.739559 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-b4acbcc3-d58a-4e03-b768-abbd91377f6c service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441498 Jun 09 15:08:02.872118 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e56ac36c-65a5-45d6-af18-f92e6f44a44a req-79bd0e5d-4007-4e41-9871-e612da3e5d3e service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261549 Jun 09 15:08:02.904721 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94298ad8-14a1-4b2c-bfc9-2d05f7fd0147 req-573198d1-6480-4de1-905e-d293299f1064 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:02.906342 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-94298ad8-14a1-4b2c-bfc9-2d05f7fd0147 req-573198d1-6480-4de1-905e-d293299f1064 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.0871489 Jun 09 15:08:02.955612 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-94298ad8-14a1-4b2c-bfc9-2d05f7fd0147 req-1b7fc33a-f66b-4eef-9532-0aeff5f5dc60 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436659 Jun 09 15:08:03.013837 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47267fb9-ca5e-42ee-9e12-38df9ec90a82 req-171ef291-976a-4c6f-93fe-fa2d2151861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:03.015482 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-47267fb9-ca5e-42ee-9e12-38df9ec90a82 req-171ef291-976a-4c6f-93fe-fa2d2151861d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 1097 time: 0.0952563 Jun 09 15:08:03.173688 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47267fb9-ca5e-42ee-9e12-38df9ec90a82 req-eddd3472-6daa-4b92-8e97-ff7000d111d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:03.175225 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-47267fb9-ca5e-42ee-9e12-38df9ec90a82 req-eddd3472-6daa-4b92-8e97-ff7000d111d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 917 time: 0.1466179 Jun 09 15:08:03.249545 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-47267fb9-ca5e-42ee-9e12-38df9ec90a82 req-85944531-f300-46c2-878e-33e73c010a38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42657a5-5781-4b26-8f4c-f0198e754404 HTTP/1.1" status: 200 len: 217 time: 0.0674405 Jun 09 15:08:03.323571 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47267fb9-ca5e-42ee-9e12-38df9ec90a82 req-31e382cf-cafc-4630-b086-a6cd58864606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:03.325087 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-47267fb9-ca5e-42ee-9e12-38df9ec90a82 req-31e382cf-cafc-4630-b086-a6cd58864606 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.0610654 Jun 09 15:08:03.557976 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f61229-b0ee-47c8-8a5c-5864177efc11 req-50c41845-d177-4628-8ded-d79b05b241ba tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:03.559320 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e2f61229-b0ee-47c8-8a5c-5864177efc11 req-50c41845-d177-4628-8ded-d79b05b241ba tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 945 time: 0.1065471 Jun 09 15:08:03.561980 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47267fb9-ca5e-42ee-9e12-38df9ec90a82 req-61830699-bf84-4e8f-b0f5-18824edd1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:03.563339 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-47267fb9-ca5e-42ee-9e12-38df9ec90a82 req-61830699-bf84-4e8f-b0f5-18824edd1006 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2317765 Jun 09 15:08:03.684249 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e2f61229-b0ee-47c8-8a5c-5864177efc11 req-9afc4e04-f9d9-4cf6-9388-0a65fbc05826 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191449 Jun 09 15:08:03.708452 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56500) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:03.723724 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-47267fb9-ca5e-42ee-9e12-38df9ec90a82 req-6a929954-9bd1-4611-96b6-c00f9474d0ed service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461849 Jun 09 15:08:03.857158 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-47267fb9-ca5e-42ee-9e12-38df9ec90a82 req-f7269863-a182-47b7-a971-886a7593e91f service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264186 Jun 09 15:08:03.943108 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e9b85-c016-4e1b-9196-bfade251e568 tempest-TestMinimumBasicScenario-2093365006 tempest-TestMinimumBasicScenario-2093365006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:03.945236 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-338e9b85-c016-4e1b-9196-bfade251e568 tempest-TestMinimumBasicScenario-2093365006 tempest-TestMinimumBasicScenario-2093365006-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 1093 time: 0.2356694 Jun 09 15:08:03.948036 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56506) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:03.952438 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Request body: {'floatingip': {'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'port_id': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:03.976172 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for floatingip, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:04.188242 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44116b02-b7fd-4a83-a1fe-fcaaa564d880 req-5e50b1cf-7085-4def-8d37-ee1bb842aa1f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:04.189743 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-44116b02-b7fd-4a83-a1fe-fcaaa564d880 req-5e50b1cf-7085-4def-8d37-ee1bb842aa1f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.1126015 Jun 09 15:08:04.197895 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:04.293458 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-44116b02-b7fd-4a83-a1fe-fcaaa564d880 req-d94b391f-bea0-4967-b1bd-0b68a5b8b795 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973606 Jun 09 15:08:04.385861 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Allocated IP 172.28.0.78 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/8716f551-a6d9-40ff-b632-9cbf4901d875) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:08:04.484602 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1229edf-e3f5-4b12-8133-c917c350099f req-8767d626-859c-4c18-8da6-237ecdc96608 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:04.486349 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a1229edf-e3f5-4b12-8133-c917c350099f req-8767d626-859c-4c18-8da6-237ecdc96608 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.0821984 Jun 09 15:08:04.523404 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56522) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:04.539127 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a1229edf-e3f5-4b12-8133-c917c350099f req-1fb5260f-690c-40c4-9489-3cffd32ae406 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472081 Jun 09 15:08:04.624695 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:04.651060 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9a455549-15ca-42f0-9c2d-112608b0d86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:04.657228 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16251870'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:04.661678 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1d90289a-3c6e-4890-8a35-6edcce7d6dda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:04.725932 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:08:04.728862 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:08:04.732724 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:08:04.757642 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9a455549-15ca-42f0-9c2d-112608b0d86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:04.761870 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9a455549-15ca-42f0-9c2d-112608b0d86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:04.770513 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-935eb4a9-7c79-424d-980a-9818cb8788bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:04.771230 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'Port': ['ID=8716f551-a6d9-40ff-b632-9cbf4901d875,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:04.775827 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:04.811388 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-9a455549-15ca-42f0-9c2d-112608b0d86e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0fac55ba17084d89ab0c781240cc0428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846909 Jun 09 15:08:04.811388 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a455549-15ca-42f0-9c2d-112608b0d86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f899a25-7218-42da-a401-2fcc4f39b142,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:04.813242 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56526) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:04.815181 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9a455549-15ca-42f0-9c2d-112608b0d86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:04.871194 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-39353445-4468-441b-b404-de4938b75a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:04.896025 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-39353445-4468-441b-b404-de4938b75a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:04.952458 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-39353445-4468-441b-b404-de4938b75a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:04.954807 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-39353445-4468-441b-b404-de4938b75a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:04.955957 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-39353445-4468-441b-b404-de4938b75a16 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3f899a25-7218-42da-a401-2fcc4f39b142 HTTP/1.1" status: 204 len: 168 time: 0.1418335 Jun 09 15:08:04.956896 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c390463a-0f9a-48fa-bc2d-440a90da96f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:04.968570 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39353445-4468-441b-b404-de4938b75a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f899a25-7218-42da-a401-2fcc4f39b142,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:04.970885 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-39353445-4468-441b-b404-de4938b75a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:05.144591 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:05.199485 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b42657a5-5781-4b26-8f4c-f0198e754404 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:08:05.229381 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:05.341807 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:05.357958 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'port_id': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'mac_address': 'fa:16:3e:3b:74:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:08:05.417740 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:05.440830 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42657a5-5781-4b26-8f4c-f0198e754404 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:08:05.455354 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:05.461301 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:05.465348 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:05.467921 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-785ad7e1-586d-42de-b4c6-735d24323822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:05.504416 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16251884'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:05.515662 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9f417e01-2af4-4475-9c54-b0f6918dfdf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:05.540730 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=b42657a5-5781-4b26-8f4c-f0198e754404,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:05.544518 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:05.631872 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'Port': ['ID=8716f551-a6d9-40ff-b632-9cbf4901d875,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:05.641897 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:05.656138 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:05.711874 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b42657a5-5781-4b26-8f4c-f0198e754404'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:08:05.716462 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeb7fa-d66b-42fd-9421-ae4a123b3c4f req-072a5708-9bae-44c7-98ed-b6187b449a86 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:05.718405 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-06eeb7fa-d66b-42fd-9421-ae4a123b3c4f req-072a5708-9bae-44c7-98ed-b6187b449a86 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 945 time: 0.2657330 Jun 09 15:08:05.781682 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc98cdc-ad37-4d0b-bfd5-17a280834a2b req-9d008b52-eb16-40e9-8045-f921bb8a8dcc tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:05.784221 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-edc98cdc-ad37-4d0b-bfd5-17a280834a2b req-9d008b52-eb16-40e9-8045-f921bb8a8dcc tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1152990 Jun 09 15:08:05.840160 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-edc98cdc-ad37-4d0b-bfd5-17a280834a2b req-2499f0f5-ce60-46d1-829e-23f7725770b4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496182 Jun 09 15:08:05.845738 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-06eeb7fa-d66b-42fd-9421-ae4a123b3c4f req-7ba050dd-e50c-4b41-add8-4bc299aa0746 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186280 Jun 09 15:08:05.873843 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.l3_db [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Floating IP 921db20d-2d33-4bcb-9a2e-d2f6ddc34fe6 associated. External IP: 172.28.0.78, port: f161b673-8988-4177-bc2b-1fd3d4ae2db1. Jun 09 15:08:06.324573 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Router 4fcbc417-b259-4a0a-968d-4c4556fd886f has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:08:06.500546 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:08:06.511765 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1e923-dfad-46b7-8285-e97643cf0826 None None] Sync routers for ids ['4fcbc417-b259-4a0a-968d-4c4556fd886f'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:08:06.521562 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:06.523958 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1e923-dfad-46b7-8285-e97643cf0826 None None] Routers {'4fcbc417-b259-4a0a-968d-4c4556fd886f'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:08:06.524623 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-b8a1e923-dfad-46b7-8285-e97643cf0826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4fcbc417-b259-4a0a-968d-4c4556fd886f'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:06.530747 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-08fc2967-a2c6-49c8-8d34-ce614c97d159 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:06.532450 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-08fc2967-a2c6-49c8-8d34-ce614c97d159 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.46 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.0899713 Jun 09 15:08:06.595577 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6440859 Jun 09 15:08:06.595577 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:06.596224 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140fb240-81f6-4d66-b25d-f0738c818bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:06.596488 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56560) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:06.604205 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677704520', 'description': 'tempest-secgroup-smoke-1677704520 description', 'project_id': 'c0f7a91434e8463bbb2e7496158e5089'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:06.640798 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c10ed2-0aaf-4f40-8fd3-e2e8e7695410 x-openstack-request-id: req-44c10ed2-0aaf-4f40-8fd3-e2e8e7695410 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:06.641133 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:06.641415 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-44c10ed2-0aaf-4f40-8fd3-e2e8e7695410 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:06.641838 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'status': 'completed', 'code': 200} Jun 09 15:08:06.685243 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:06.731408 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Deleting port 20769ff4-e317-4bdf-9493-ea91af589634 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:08:06.731834 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:06.741902 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fb240-81f6-4d66-b25d-f0738c818bc5 req-40d32ddf-8e85-45b9-af41-6d0749226e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:06.743385 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-140fb240-81f6-4d66-b25d-f0738c818bc5 req-40d32ddf-8e85-45b9-af41-6d0749226e8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0f7a91434e8463bbb2e7496158e5089&device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 1098 time: 0.0802786 Jun 09 15:08:06.751459 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-b8a1e923-dfad-46b7-8285-e97643cf0826 None None] Set router 4fcbc417-b259-4a0a-968d-4c4556fd886f gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:08:06.923663 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] For port 20769ff4-e317-4bdf-9493-ea91af589634, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=20769ff4-e317-4bdf-9493-ea91af589634,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:06.924254 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:06.930688 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fb240-81f6-4d66-b25d-f0738c818bc5 req-54732a67-f1f3-4ff5-9b88-f410201df707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:06.934409 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-140fb240-81f6-4d66-b25d-f0738c818bc5 req-54732a67-f1f3-4ff5-9b88-f410201df707 service neutron] 10.222.0.46 "GET /v2.0/networks?id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b HTTP/1.1" status: 200 len: 915 time: 0.1850705 Jun 09 15:08:06.939103 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:06.992962 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.010555 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f9bad80c-2898-47e9-baec-5f471015bfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:07.103393 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.104681 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5046551 Jun 09 15:08:07.107749 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56568) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:07.112501 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-089d9cdc-dce5-4f94-8c2f-60977e3a9f0f tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Request body: {'security_group_rule': {'security_group_id': '62bdd4c5-54a3-4281-8e1b-358b62fbe1a4', 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:07.134918 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-140fb240-81f6-4d66-b25d-f0738c818bc5 req-42304ed6-5083-4ebf-9547-dedb797856bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 200 len: 998 time: 0.1940980 Jun 09 15:08:07.161473 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-b8a1e923-dfad-46b7-8285-e97643cf0826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:13Z', 'revision_number': 4, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '921db20d-2d33-4bcb-9a2e-d2f6ddc34fe6', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'floating_ip_address': '172.28.0.78', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'port_id': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'mac_address': 'fa:16:3e:26:87:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:08:05Z', 'updated_at': '2021-06-09T15:08:05Z', 'revision_number': 0, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31344e16-75c1-4848-984d-15e39d2e8b44', 'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'mac_address': 'fa:16:3e:82:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:12Z', 'updated_at': '2021-06-09T15:07:20Z', 'revision_number': 5, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'subnets': [{'id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:07.166016 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1e923-dfad-46b7-8285-e97643cf0826 None None] Checking router: 4fcbc417-b259-4a0a-968d-4c4556fd886f for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:08:07.174324 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1e923-dfad-46b7-8285-e97643cf0826 None None] Routers {'4fcbc417-b259-4a0a-968d-4c4556fd886f'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:08:07.174957 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-b8a1e923-dfad-46b7-8285-e97643cf0826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4fcbc417-b259-4a0a-968d-4c4556fd886f'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:07.199908 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:07.211991 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5a335-880a-46e7-8dbf-9dd71831edf8 req-482dfdf9-91eb-4684-b2e2-b15fdea9abbb tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.214265 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c3f5a335-880a-46e7-8dbf-9dd71831edf8 req-482dfdf9-91eb-4684-b2e2-b15fdea9abbb tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 945 time: 0.1968663 Jun 09 15:08:07.226657 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.227095 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.227473 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.227810 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.228094 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b42657a5-5781-4b26-8f4c-f0198e754404 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:08:07.228220 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.228523 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.228871 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.229220 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.229563 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.229905 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.230246 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.230587 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:07.236702 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:07.246481 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fb240-81f6-4d66-b25d-f0738c818bc5 req-d4bfaa54-4ab5-4bb5-840f-5631645eb897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.248099 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-140fb240-81f6-4d66-b25d-f0738c818bc5 req-d4bfaa54-4ab5-4bb5-840f-5631645eb897 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cc8ab65-6f03-4ad3-b891-d22f1072dade HTTP/1.1" status: 200 len: 853 time: 0.1055160 Jun 09 15:08:07.250768 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-089d9cdc-dce5-4f94-8c2f-60977e3a9f0f tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.409654 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c3f5a335-880a-46e7-8dbf-9dd71831edf8 req-428efcd3-20f6-42c9-8f15-cc8f60ab06f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=21ef1654-8493-44f5-84aa-ea7ae3e7458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851482 Jun 09 15:08:07.412276 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port b42657a5-5781-4b26-8f4c-f0198e754404 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:08:07.440315 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-b8a1e923-dfad-46b7-8285-e97643cf0826 None None] Set router 4fcbc417-b259-4a0a-968d-4c4556fd886f gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:08:07.460796 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-089d9cdc-dce5-4f94-8c2f-60977e3a9f0f tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.467878 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-089d9cdc-dce5-4f94-8c2f-60977e3a9f0f tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.470988 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fb240-81f6-4d66-b25d-f0738c818bc5 req-c896a61f-a8e0-42d6-b18b-1f33e49f2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.472734 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-140fb240-81f6-4d66-b25d-f0738c818bc5 req-c896a61f-a8e0-42d6-b18b-1f33e49f2e87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2120533 Jun 09 15:08:07.482956 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:07.493306 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port b42657a5-5781-4b26-8f4c-f0198e754404 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:08:07.493678 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.503786 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.504192 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.504538 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.l3_db [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Floating IP 27970b10-1cb7-47fb-b51a-1c7aad9b30ef disassociated. External IP: 172.28.0.22, port: 20769ff4-e317-4bdf-9493-ea91af589634. Jun 09 15:08:07.504936 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Calling delete_port for 20769ff4-e317-4bdf-9493-ea91af589634 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:08:07.538979 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7832eae-cf03-4e1b-a777-2097eab214f7 req-c98d5cde-6c22-4143-8bb5-56ecdadd118b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.540532 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f7832eae-cf03-4e1b-a777-2097eab214f7 req-c98d5cde-6c22-4143-8bb5-56ecdadd118b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 945 time: 0.5185802 Jun 09 15:08:07.592496 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d9cdc-dce5-4f94-8c2f-60977e3a9f0f tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e761ba-e90b-4722-aee2-bcc3f3bc1932,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:07.597000 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-089d9cdc-dce5-4f94-8c2f-60977e3a9f0f tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:07.601212 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-089d9cdc-dce5-4f94-8c2f-60977e3a9f0f tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.602441 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-089d9cdc-dce5-4f94-8c2f-60977e3a9f0f tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4937630 Jun 09 15:08:07.606989 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56576) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:07.610411 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f7832eae-cf03-4e1b-a777-2097eab214f7 req-a573617e-01cd-4d50-940e-f8fd0461fb00 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633280 Jun 09 15:08:07.622126 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-40c74369-7d56-4e33-bb62-ae4474947159 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Request body: {'security_group_rule': {'security_group_id': '62bdd4c5-54a3-4281-8e1b-358b62fbe1a4', 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:07.700717 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.707169 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-5b99e212-3e85-4025-9946-c0150056efa6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:07.718890 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40c74369-7d56-4e33-bb62-ae4474947159 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.736267 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-140fb240-81f6-4d66-b25d-f0738c818bc5 req-4a701019-21f1-40ee-8f7a-10498665e576 service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541339 Jun 09 15:08:07.769698 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event deleted for resources: {'Port': ['ID=20769ff4-e317-4bdf-9493-ea91af589634,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:07.778182 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:07.878254 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.910203 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40c74369-7d56-4e33-bb62-ae4474947159 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.914400 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:07.929016 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:07.929298 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40c74369-7d56-4e33-bb62-ae4474947159 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.931385 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51c1b39-ec02-4ac7-8dfb-389d773afc78" -d '{"events": [{"server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:07.945327 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:07.955659 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.963856 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:07.970276 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c74369-7d56-4e33-bb62-ae4474947159 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba794967-a2fc-4196-80d8-d1d5d2529570,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:07.974045 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-40c74369-7d56-4e33-bb62-ae4474947159 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:07.995636 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40c74369-7d56-4e33-bb62-ae4474947159 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.999501 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-40c74369-7d56-4e33-bb62-ae4474947159 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3890228 Jun 09 15:08:07.999501 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-140fb240-81f6-4d66-b25d-f0738c818bc5 req-8dd65ab7-e460-410d-ab7f-a2ab17679a50 service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526398 Jun 09 15:08:07.999871 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56586) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:08.006835 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:08:08.007562 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-04571349-790e-4bbc-a994-6526a13fc926 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Request body: {'security_group_rule': {'security_group_id': '62bdd4c5-54a3-4281-8e1b-358b62fbe1a4', 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:08.050615 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c3a05d-f96a-4df1-92d7-4c457213d712 x-openstack-request-id: req-04c3a05d-f96a-4df1-92d7-4c457213d712 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:08.051237 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:08.051704 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-04c3a05d-f96a-4df1-92d7-4c457213d712 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:08.052283 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'code': 200} Jun 09 15:08:08.056709 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-04571349-790e-4bbc-a994-6526a13fc926 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.136540 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=b42657a5-5781-4b26-8f4c-f0198e754404,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:08.149477 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:08.167938 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-04571349-790e-4bbc-a994-6526a13fc926 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.173335 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-04571349-790e-4bbc-a994-6526a13fc926 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.180020 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-b8a1e923-dfad-46b7-8285-e97643cf0826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:13Z', 'revision_number': 4, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '921db20d-2d33-4bcb-9a2e-d2f6ddc34fe6', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'floating_ip_address': '172.28.0.78', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'port_id': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'mac_address': 'fa:16:3e:26:87:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:08:05Z', 'updated_at': '2021-06-09T15:08:05Z', 'revision_number': 0, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31344e16-75c1-4848-984d-15e39d2e8b44', 'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'mac_address': 'fa:16:3e:82:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:12Z', 'updated_at': '2021-06-09T15:07:20Z', 'revision_number': 5, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'subnets': [{'id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:08.185471 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-84ac766c-f2bf-4a96-a2a0-325f840d8642 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:08.192493 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1e923-dfad-46b7-8285-e97643cf0826 None None] The sync data for ids ['4fcbc417-b259-4a0a-968d-4c4556fd886f'] in dv-cinder-789603-9-smb is: [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:13Z', 'revision_number': 4, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '921db20d-2d33-4bcb-9a2e-d2f6ddc34fe6', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'floating_ip_address': '172.28.0.78', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'port_id': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'mac_address': 'fa:16:3e:26:87:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:08:05Z', 'updated_at': '2021-06-09T15:08:05Z', 'revision_number': 0, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31344e16-75c1-4848-984d-15e39d2e8b44', 'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'mac_address': 'fa:16:3e:82:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:12Z', 'updated_at': '2021-06-09T15:07:20Z', 'revision_number': 5, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'subnets': [{'id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:08:08.218496 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04571349-790e-4bbc-a994-6526a13fc926 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dec1ba-dc1e-43a7-9378-0190a1c535d0,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:08.224146 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-04571349-790e-4bbc-a994-6526a13fc926 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:08.225683 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-04571349-790e-4bbc-a994-6526a13fc926 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.227119 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-04571349-790e-4bbc-a994-6526a13fc926 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2261102 Jun 09 15:08:08.230010 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56588) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:08.245397 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-212c014d-0ec8-4688-89cc-1090ccfdf0b1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Request body: {'security_group_rule': {'security_group_id': '62bdd4c5-54a3-4281-8e1b-358b62fbe1a4', 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:08.369504 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-212c014d-0ec8-4688-89cc-1090ccfdf0b1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.389902 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:08:08.400106 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6acb5-83c8-4a19-8774-5dcab8f9e431 None None] Sync routers for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:08:08.412648 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6acb5-83c8-4a19-8774-5dcab8f9e431 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:08:08.421903 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a5b6acb5-83c8-4a19-8774-5dcab8f9e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:08.470791 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-212c014d-0ec8-4688-89cc-1090ccfdf0b1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.475380 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edd9a8-1848-4f67-90b6-d73a1f9974b0 req-76ecf551-de9e-4c08-83ce-032997adcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:08.477047 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-03edd9a8-1848-4f67-90b6-d73a1f9974b0 req-76ecf551-de9e-4c08-83ce-032997adcc8e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 1099 time: 0.1810858 Jun 09 15:08:08.478180 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-212c014d-0ec8-4688-89cc-1090ccfdf0b1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.498992 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-089d9cdc-dce5-4f94-8c2f-60977e3a9f0f tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:08.513622 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] No DVR routers for this DVR port 20769ff4-e317-4bdf-9493-ea91af589634 on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:08:08.516203 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.518257 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-9e3ad8a4-ab4a-4579-a38e-8e78493ae63e req-02355238-de81-4e3d-9476-d97cdc2fbf38 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.46 "DELETE /v2.0/ports/20769ff4-e317-4bdf-9493-ea91af589634 HTTP/1.1" status: 204 len: 173 time: 1.9798734 Jun 09 15:08:08.518776 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'name': 'network-vif-deleted', 'tag': '20769ff4-e317-4bdf-9493-ea91af589634'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:08.521558 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdb88cc-ed27-4e24-b4af-39b214e28978" -d '{"events": [{"server_uuid": "2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac", "name": "network-vif-deleted", "tag": "20769ff4-e317-4bdf-9493-ea91af589634"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:08.528047 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-212c014d-0ec8-4688-89cc-1090ccfdf0b1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.529805 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-212c014d-0ec8-4688-89cc-1090ccfdf0b1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2988217 Jun 09 15:08:08.538665 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56596) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:08.548256 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-c2007f97-db56-4e63-96c4-b102a4ad0fde tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Request body: {'security_group_rule': {'security_group_id': '62bdd4c5-54a3-4281-8e1b-358b62fbe1a4', 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:08.557556 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c014d-0ec8-4688-89cc-1090ccfdf0b1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb0a95e-8118-484e-8458-9d0733b7e95b,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:08.561577 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-212c014d-0ec8-4688-89cc-1090ccfdf0b1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:08.628176 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbd5e9d-a99d-4325-b0c7-8f0f6c3f2742 x-openstack-request-id: req-fbbd5e9d-a99d-4325-b0c7-8f0f6c3f2742 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:08.628714 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac", "name": "network-vif-deleted", "tag": "20769ff4-e317-4bdf-9493-ea91af589634", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:08.629180 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fbbd5e9d-a99d-4325-b0c7-8f0f6c3f2742 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:08.629813 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac', 'name': 'network-vif-deleted', 'tag': '20769ff4-e317-4bdf-9493-ea91af589634', 'status': 'completed', 'code': 200} Jun 09 15:08:08.642871 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-03edd9a8-1848-4f67-90b6-d73a1f9974b0 req-c68874b1-c289-4bc5-885f-75dfed3ced83 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450894 Jun 09 15:08:08.651053 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.securitygroups_db [None req-c2007f97-db56-4e63-96c4-b102a4ad0fde tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Project c0f7a91434e8463bbb2e7496158e5089 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 15:08:08.658877 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c2007f97-db56-4e63-96c4-b102a4ad0fde tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.663946 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed662c-d0b5-49ca-8ca9-286b64d4b9d1 None None] New status for floating IP 921db20d-2d33-4bcb-9a2e-d2f6ddc34fe6: ACTIVE {{(pid=91821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:08:08.679006 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-a5b6acb5-83c8-4a19-8774-5dcab8f9e431 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:08:08.730858 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3b52f395-be78-4a68-9f07-bff42c12fac4 req-afb3e769-8958-4ad9-b523-82e0b57d2756 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2220f4cc-e72e-4e6f-8e0f-616f4c8e02ac HTTP/1.1" status: 200 len: 210 time: 0.0809753 Jun 09 15:08:08.899168 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c2007f97-db56-4e63-96c4-b102a4ad0fde tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.908202 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c2007f97-db56-4e63-96c4-b102a4ad0fde tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.914973 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-04571349-790e-4bbc-a994-6526a13fc926 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:08.945473 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e19370-ebce-4e5a-930c-39dae63ddfb6 req-3cb5d40e-140f-4b20-a086-32f4fe40ca98 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:08.946869 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-35e19370-ebce-4e5a-930c-39dae63ddfb6 req-3cb5d40e-140f-4b20-a086-32f4fe40ca98 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.1334772 Jun 09 15:08:08.947537 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2007f97-db56-4e63-96c4-b102a4ad0fde tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8106956-2c03-4757-ad92-739e2aeceefb,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:08.950105 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c2007f97-db56-4e63-96c4-b102a4ad0fde tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:08.955401 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c2007f97-db56-4e63-96c4-b102a4ad0fde tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:08.960038 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56602) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:08.960833 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-c2007f97-db56-4e63-96c4-b102a4ad0fde tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4204383 Jun 09 15:08:08.965013 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-76c438a4-ccba-48ff-9f9c-56f1e7f18d60 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Request body: {'security_group_rule': {'security_group_id': '62bdd4c5-54a3-4281-8e1b-358b62fbe1a4', 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:08.990852 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.securitygroups_db [None req-76c438a4-ccba-48ff-9f9c-56f1e7f18d60 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Project c0f7a91434e8463bbb2e7496158e5089 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 15:08:08.998558 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-76c438a4-ccba-48ff-9f9c-56f1e7f18d60 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:09.023112 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-35e19370-ebce-4e5a-930c-39dae63ddfb6 req-6c73304e-ea76-4d1d-9596-3b2db7183418 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523412 Jun 09 15:08:09.101817 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a5b6acb5-83c8-4a19-8774-5dcab8f9e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:09.105529 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6acb5-83c8-4a19-8774-5dcab8f9e431 None None] Checking router: cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:08:09.107331 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-76c438a4-ccba-48ff-9f9c-56f1e7f18d60 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:09.112690 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-76c438a4-ccba-48ff-9f9c-56f1e7f18d60 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:09.115168 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c2267d90-fa88-49bd-ab0e-29379e616e0c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:09.118052 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6acb5-83c8-4a19-8774-5dcab8f9e431 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:08:09.119530 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a5b6acb5-83c8-4a19-8774-5dcab8f9e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:09.140309 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c438a4-ccba-48ff-9f9c-56f1e7f18d60 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bfb28a-a9c4-4ae0-aee0-baba6105b72a,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:09.151235 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-76c438a4-ccba-48ff-9f9c-56f1e7f18d60 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:09.156344 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-76c438a4-ccba-48ff-9f9c-56f1e7f18d60 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:09.157588 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-76c438a4-ccba-48ff-9f9c-56f1e7f18d60 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1964080 Jun 09 15:08:09.289936 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8e3a9c31-844e-46d3-93a1-d18b02c6103a req-3c9dd4e9-109a-4967-aa1d-f24b9aac5955 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677704520&fields=id&tenant_id=c0f7a91434e8463bbb2e7496158e5089 HTTP/1.1" status: 200 len: 267 time: 0.0477185 Jun 09 15:08:09.370670 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-a5b6acb5-83c8-4a19-8774-5dcab8f9e431 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:08:09.375050 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a9c31-844e-46d3-93a1-d18b02c6103a req-926269f9-82be-423d-a151-7395e852a45a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:09.376993 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8e3a9c31-844e-46d3-93a1-d18b02c6103a req-926269f9-82be-423d-a151-7395e852a45a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 945 time: 0.0812566 Jun 09 15:08:09.387813 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-8e3a9c31-844e-46d3-93a1-d18b02c6103a req-6a42cfa4-6781-46a4-94fc-040888f84d2a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Request body: {'port': {'security_groups': ['b238c316-e8e8-4471-bd85-69dad34f3b7a', '62bdd4c5-54a3-4281-8e1b-358b62fbe1a4']}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:09.519693 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8e3a9c31-844e-46d3-93a1-d18b02c6103a req-6a42cfa4-6781-46a4-94fc-040888f84d2a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:09.714926 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a5b6acb5-83c8-4a19-8774-5dcab8f9e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:09.720216 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6acb5-83c8-4a19-8774-5dcab8f9e431 None None] The sync data for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb is: [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:08:09.850427 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-8e3a9c31-844e-46d3-93a1-d18b02c6103a req-6a42cfa4-6781-46a4-94fc-040888f84d2a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] For port f161b673-8988-4177-bc2b-1fd3d4ae2db1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:09.880402 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8e3a9c31-844e-46d3-93a1-d18b02c6103a req-6a42cfa4-6781-46a4-94fc-040888f84d2a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:09.892226 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8e3a9c31-844e-46d3-93a1-d18b02c6103a req-6a42cfa4-6781-46a4-94fc-040888f84d2a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:09.899675 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-fd7b7639-c27f-4ecf-a6ff-c5eea45b3616 tempest-ServerRescueNegativeTestJSON-1934730375 tempest-ServerRescueNegativeTestJSON-1934730375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:09.905796 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56618) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:09.907639 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['f161b673-8988-4177-bc2b-1fd3d4ae2db1'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:08:09.987675 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-41368c30-d4ad-460f-9ec9-f3926136855e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:10.024192 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42cfa4-6781-46a4-94fc-040888f84d2a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'Port': ['ID=f161b673-8988-4177-bc2b-1fd3d4ae2db1,revision_number=6']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:10.028492 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-41368c30-d4ad-460f-9ec9-f3926136855e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:10.028795 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6a42cfa4-6781-46a4-94fc-040888f84d2a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:10.050161 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a9c31-844e-46d3-93a1-d18b02c6103a req-6a42cfa4-6781-46a4-94fc-040888f84d2a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:10.050817 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8e3a9c31-844e-46d3-93a1-d18b02c6103a req-6a42cfa4-6781-46a4-94fc-040888f84d2a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:10.058161 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8e3a9c31-844e-46d3-93a1-d18b02c6103a req-6a42cfa4-6781-46a4-94fc-040888f84d2a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "PUT /v2.0/ports/f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 200 len: 981 time: 0.6747932 Jun 09 15:08:10.118026 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-41368c30-d4ad-460f-9ec9-f3926136855e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:10.121094 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-41368c30-d4ad-460f-9ec9-f3926136855e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:10.125291 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56624) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:10.126393 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-41368c30-d4ad-460f-9ec9-f3926136855e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "DELETE /v2.0/security-groups/21ef1654-8493-44f5-84aa-ea7ae3e7458c HTTP/1.1" status: 204 len: 168 time: 0.2195203 Jun 09 15:08:10.127525 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f1d9a357-a2c4-4fb0-befe-40b99ad1d409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:10.136482 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d320e-7be8-44ba-a5db-6dbb26a3262b None None] New status for floating IP 27970b10-1cb7-47fb-b51a-1c7aad9b30ef: DOWN {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:08:10.141733 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41368c30-d4ad-460f-9ec9-f3926136855e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ef1654-8493-44f5-84aa-ea7ae3e7458c,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:10.144469 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-41368c30-d4ad-460f-9ec9-f3926136855e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:10.156112 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.api.v2.resource [None req-72d77d49-15a7-4ff5-8e55-362c5b20a418 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] show failed (client error): The resource could not be found. Jun 09 15:08:10.159772 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-72d77d49-15a7-4ff5-8e55-362c5b20a418 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups/21ef1654-8493-44f5-84aa-ea7ae3e7458c HTTP/1.1" status: 404 len: 347 time: 0.0309005 Jun 09 15:08:10.160138 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56626) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:10.205772 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['f161b673-8988-4177-bc2b-1fd3d4ae2db1'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:08:10.366106 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114238e-e3ec-4937-a095-78ea01786480 req-97336f86-b12c-496d-b4b7-75a6c8fbbf05 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:10.373869 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1114238e-e3ec-4937-a095-78ea01786480 req-97336f86-b12c-496d-b4b7-75a6c8fbbf05 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.1841779 Jun 09 15:08:10.422154 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-fc08cf89-d168-4ffb-a9e6-23b7a08974aa None None] Provisioning complete for port f161b673-8988-4177-bc2b-1fd3d4ae2db1 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:08:10.422580 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fc08cf89-d168-4ffb-a9e6-23b7a08974aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:10.427472 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1114238e-e3ec-4937-a095-78ea01786480 req-fea39765-e14c-45ee-be14-640fe1136a87 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524714 Jun 09 15:08:10.618682 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742f855-d1d7-4f8c-96ff-3ea3665ab541 req-50cb9550-1901-424d-8d32-9f724d217a78 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:10.620736 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8742f855-d1d7-4f8c-96ff-3ea3665ab541 req-50cb9550-1901-424d-8d32-9f724d217a78 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0864844 Jun 09 15:08:10.629495 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56630) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:10.630873 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:10.633750 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:10.635368 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-81599df8-ff7c-483e-85f2-4b29895cf68f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Request body: {'floatingip': {'port_id': 'b42657a5-5781-4b26-8f4c-f0198e754404'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:10.661811 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Deleting port e721f777-8af5-414c-affa-fa8e5723bc4c {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:08:10.662323 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:10.735336 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc49cc24-e1e6-42e7-974b-57f0506a02aa x-openstack-request-id: req-fc49cc24-e1e6-42e7-974b-57f0506a02aa {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:10.735704 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:10.735932 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fc49cc24-e1e6-42e7-974b-57f0506a02aa {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:10.736664 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'status': 'completed', 'code': 200} Jun 09 15:08:10.750094 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9b17-c9e1-4098-8b8b-791fb9a9f5cb req-4f94dcdb-ba37-498d-b4ff-8aa5a597cb93 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:10.751602 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6f1c9b17-c9e1-4098-8b8b-791fb9a9f5cb req-4f94dcdb-ba37-498d-b4ff-8aa5a597cb93 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.2628834 Jun 09 15:08:10.766779 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:10.780929 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-81599df8-ff7c-483e-85f2-4b29895cf68f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:10.850678 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6f1c9b17-c9e1-4098-8b8b-791fb9a9f5cb req-13b09ecf-102e-4578-87b6-57ef39411855 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836902 Jun 09 15:08:10.852235 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:10.852740 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.009286 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0 req-ed2d9015-bf2b-420e-ba83-b34bc35819ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:11.010761 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0 req-ed2d9015-bf2b-420e-ba83-b34bc35819ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0f7a91434e8463bbb2e7496158e5089&device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 1137 time: 0.2859523 Jun 09 15:08:11.019303 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Calling delete_port for e721f777-8af5-414c-affa-fa8e5723bc4c owned by network:floatingip {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:08:11.169204 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.174443 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:11.215039 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 20769ff4-e317-4bdf-9493-ea91af589634 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:08:11.220045 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event deleted for resources: {'Port': ['ID=e721f777-8af5-414c-affa-fa8e5723bc4c,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:11.271452 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:11.272827 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: 20769ff4-e317-4bdf-9493-ea91af589634 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:08:11.274398 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 20769ff4-e317-4bdf-9493-ea91af589634 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:08:11.330685 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.333094 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.334962 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "DELETE /v2.0/floatingips/27970b10-1cb7-47fb-b51a-1c7aad9b30ef HTTP/1.1" status: 204 len: 168 time: 1.1732175 Jun 09 15:08:11.381578 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0 req-a99eb955-e8be-4e77-b2af-faa10c706b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:11.383037 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0 req-a99eb955-e8be-4e77-b2af-faa10c706b6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b HTTP/1.1" status: 200 len: 915 time: 0.3599966 Jun 09 15:08:11.509796 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0 req-5cc92568-38e7-4f90-994d-715569e69f4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 200 len: 1000 time: 0.1138299 Jun 09 15:08:11.701120 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56644) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:11.705811 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-dbe2e223-4b4d-4f11-8c9c-cbf2d0f1c916 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--301441224', 'description': 'tempest-description--646149980'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:11.728420 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-dbe2e223-4b4d-4f11-8c9c-cbf2d0f1c916 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.735840 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0 req-7033f6af-de0f-4a24-84b5-d938abba1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:11.737305 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0 req-7033f6af-de0f-4a24-84b5-d938abba1025 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cc8ab65-6f03-4ad3-b891-d22f1072dade HTTP/1.1" status: 200 len: 853 time: 0.2206163 Jun 09 15:08:11.812445 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-81599df8-ff7c-483e-85f2-4b29895cf68f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.817605 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-81599df8-ff7c-483e-85f2-4b29895cf68f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.830201 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-dbe2e223-4b4d-4f11-8c9c-cbf2d0f1c916 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.835558 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-dbe2e223-4b4d-4f11-8c9c-cbf2d0f1c916 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.839195 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9924b76e-395d-4477-b06d-370bbb581dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:11.872741 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-dbe2e223-4b4d-4f11-8c9c-cbf2d0f1c916 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.873967 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-dbe2e223-4b4d-4f11-8c9c-cbf2d0f1c916 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1718147 Jun 09 15:08:11.875633 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2e223-4b4d-4f11-8c9c-cbf2d0f1c916 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c2146f-63c2-43b0-b735-12c2ef9f5509,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:11.877651 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56646) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:11.882609 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-e8963ff2-f8c3-4dc1-a727-b1262ba39b2b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'security_group_rule': {'security_group_id': '74c2146f-63c2-43b0-b735-12c2ef9f5509', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:11.886818 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-dbe2e223-4b4d-4f11-8c9c-cbf2d0f1c916 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:11.912514 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e8963ff2-f8c3-4dc1-a727-b1262ba39b2b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.963850 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0 req-9dd2070e-7b6f-49ec-919a-378b06149610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:11.965271 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0 req-9dd2070e-7b6f-49ec-919a-378b06149610 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2169783 Jun 09 15:08:11.976240 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e8963ff2-f8c3-4dc1-a727-b1262ba39b2b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.980475 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e8963ff2-f8c3-4dc1-a727-b1262ba39b2b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.987549 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4f59936b-a65f-416b-9464-4835a4f83100 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:12.006530 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8963ff2-f8c3-4dc1-a727-b1262ba39b2b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d311d17-cfaf-461f-9c06-107c514fe2ec,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:12.010524 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e8963ff2-f8c3-4dc1-a727-b1262ba39b2b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:12.015855 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e8963ff2-f8c3-4dc1-a727-b1262ba39b2b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.017053 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-e8963ff2-f8c3-4dc1-a727-b1262ba39b2b tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385009 Jun 09 15:08:12.020619 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56648) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:12.025457 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-652fd941-db3a-4cfe-b3dc-51ba790d4dc6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'security_group_rule': {'security_group_id': '74c2146f-63c2-43b0-b735-12c2ef9f5509', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:12.053335 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-652fd941-db3a-4cfe-b3dc-51ba790d4dc6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.071899 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.l3_db [None req-81599df8-ff7c-483e-85f2-4b29895cf68f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Floating IP 09a4f61e-49f7-4fa3-b22f-1b0a01c5e68d associated. External IP: 172.28.0.177, port: b42657a5-5781-4b26-8f4c-f0198e754404. Jun 09 15:08:12.113915 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-652fd941-db3a-4cfe-b3dc-51ba790d4dc6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.117472 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-652fd941-db3a-4cfe-b3dc-51ba790d4dc6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.119562 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:12.141092 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fd941-db3a-4cfe-b3dc-51ba790d4dc6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2807b0-0914-4685-b5eb-9258407e8c29,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:12.145404 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-652fd941-db3a-4cfe-b3dc-51ba790d4dc6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:12.149241 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-652fd941-db3a-4cfe-b3dc-51ba790d4dc6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.150429 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-652fd941-db3a-4cfe-b3dc-51ba790d4dc6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289048 Jun 09 15:08:12.153497 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56650) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:12.158148 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'floatingip': {'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:12.181459 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.262716 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0 req-3235ddac-bff0-4dab-a9eb-437f4ad76ce5 service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838011 Jun 09 15:08:12.321420 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.461759 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Allocated IP 172.28.0.142 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/dc7af1e6-036f-4ba9-bdf6-9f8d9203382e) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:08:12.566719 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-63aee880-ef64-4aa5-9c19-7cd7b3398ba0 req-7d67f043-d28b-4e06-a1cc-e8e9acfdce3c service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959228 Jun 09 15:08:12.609089 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81599df8-ff7c-483e-85f2-4b29895cf68f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Router 8184247e-1d9a-48c8-a8e1-40557caa4b95 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:08:12.639208 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.675387 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.680054 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-61d0fe98-cd1e-4ffc-9643-8fba1f420f71 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:12.748853 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:08:12.751922 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:08:12.755839 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:08:12.799965 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'Port': ['ID=dc7af1e6-036f-4ba9-bdf6-9f8d9203382e,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:12.804556 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:12.805294 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81599df8-ff7c-483e-85f2-4b29895cf68f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:08:12.809722 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-81599df8-ff7c-483e-85f2-4b29895cf68f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.815181 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d0eaf-9c6a-47f2-9f59-af03aaa58357 None None] Sync routers for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:08:12.825679 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d0eaf-9c6a-47f2-9f59-af03aaa58357 None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:08:12.828699 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-919d0eaf-9c6a-47f2-9f59-af03aaa58357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:12.852209 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.874802 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-81599df8-ff7c-483e-85f2-4b29895cf68f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "PUT /v2.0/floatingips/09a4f61e-49f7-4fa3-b22f-1b0a01c5e68d HTTP/1.1" status: 200 len: 992 time: 2.2409377 Jun 09 15:08:12.874802 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:12.875412 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:12.921815 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:12.927506 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf95bf69-7609-453e-8693-911b1e9e3740 x-openstack-request-id: req-bf95bf69-7609-453e-8693-911b1e9e3740 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:12.928404 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:12.928698 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bf95bf69-7609-453e-8693-911b1e9e3740 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:12.929121 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'status': 'completed', 'code': 200} Jun 09 15:08:13.033416 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7 req-6aa1e663-491d-4568-b613-bae82f489ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:13.035111 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7 req-6aa1e663-491d-4568-b613-bae82f489ecb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 1099 time: 0.0828507 Jun 09 15:08:13.039252 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-919d0eaf-9c6a-47f2-9f59-af03aaa58357 None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:08:13.249622 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:13.255145 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:13.260341 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-facd45c3-15cb-470f-984e-aa0d7d23527d tempest-VolumesActionsTest-814780154 tempest-VolumesActionsTest-814780154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:13.277871 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7 req-4c394c1a-d8e5-4186-a3ae-8741096e01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:13.279331 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7 req-4c394c1a-d8e5-4186-a3ae-8741096e01e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 917 time: 0.2375605 Jun 09 15:08:13.367377 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'Port': ['ID=dc7af1e6-036f-4ba9-bdf6-9f8d9203382e,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:13.371697 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:13.376609 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:13.391177 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7 req-bfdf54aa-1a93-44ae-b73e-d28f9cfd6ee2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42657a5-5781-4b26-8f4c-f0198e754404 HTTP/1.1" status: 200 len: 1000 time: 0.1048238 Jun 09 15:08:13.395709 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8c211da0-b03d-4002-be6c-380d6ca7a6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:13.397713 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:13.399037 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2444360 Jun 09 15:08:13.435088 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-919d0eaf-9c6a-47f2-9f59-af03aaa58357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '09a4f61e-49f7-4fa3-b22f-1b0a01c5e68d', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'port_id': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'mac_address': 'fa:16:3e:3b:74:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:07:57Z', 'updated_at': '2021-06-09T15:08:11Z', 'revision_number': 1, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:13.439104 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d0eaf-9c6a-47f2-9f59-af03aaa58357 None None] Checking router: 8184247e-1d9a-48c8-a8e1-40557caa4b95 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:08:13.448381 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d0eaf-9c6a-47f2-9f59-af03aaa58357 None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:08:13.449042 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-919d0eaf-9c6a-47f2-9f59-af03aaa58357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:07:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:13.467331 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7 req-b98e5d12-997c-40d6-893d-956f8c1e9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:13.468853 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7 req-b98e5d12-997c-40d6-893d-956f8c1e9018 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.0714331 Jun 09 15:08:13.554828 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7 req-374d986e-9d28-4aa3-9f85-e69733c7fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:13.556153 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7 req-374d986e-9d28-4aa3-9f85-e69733c7fe2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811961 Jun 09 15:08:13.681199 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-919d0eaf-9c6a-47f2-9f59-af03aaa58357 None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:08:13.698753 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-4a7acf8b-cbc9-427a-832c-ab3b87c545d5 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--301441224&fields=id&tenant_id=9654598a67fe48cf889fd64d91ce8273 HTTP/1.1" status: 200 len: 267 time: 0.0734735 Jun 09 15:08:13.789722 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7 req-dab5944f-7caf-40a1-baa4-61d836c873c2 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262483 Jun 09 15:08:13.960064 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-71520ce2-0990-4af9-80ab-7c027157bf33 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:13.961867 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-71520ce2-0990-4af9-80ab-7c027157bf33 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/networks?id=248c892a-8a76-47cd-bd87-7fa88315b14d HTTP/1.1" status: 200 len: 810 time: 0.2475595 Jun 09 15:08:13.985517 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1b9edb9b-7361-4ae3-89bb-4706e2abc5b7 req-fdfdcade-7708-4a35-8188-89816ed76143 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897659 Jun 09 15:08:13.987563 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-8644c346-f830-40af-b149-41962ea67fe9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/quotas/9654598a67fe48cf889fd64d91ce8273 HTTP/1.1" status: 200 len: 375 time: 0.0143855 Jun 09 15:08:14.080290 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-919d0eaf-9c6a-47f2-9f59-af03aaa58357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '09a4f61e-49f7-4fa3-b22f-1b0a01c5e68d', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'port_id': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'mac_address': 'fa:16:3e:3b:74:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:07:57Z', 'updated_at': '2021-06-09T15:08:11Z', 'revision_number': 1, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:14.084916 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d0eaf-9c6a-47f2-9f59-af03aaa58357 None None] The sync data for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb is: [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '09a4f61e-49f7-4fa3-b22f-1b0a01c5e68d', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'port_id': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'mac_address': 'fa:16:3e:3b:74:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:07:57Z', 'updated_at': '2021-06-09T15:08:11Z', 'revision_number': 1, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:08:14.100729 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-108a56f7-a830-4e7b-a41d-176c5ef9ce09 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9654598a67fe48cf889fd64d91ce8273&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009393 Jun 09 15:08:14.244866 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a0f1e1e0-d131-4c9e-81a0-44e95c9f7689 service neutron] 10.222.0.83 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416743 Jun 09 15:08:14.315065 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73479024-a112-42a6-96a7-6ee2fbfbc37d None None] New status for floating IP 09a4f61e-49f7-4fa3-b22f-1b0a01c5e68d: ACTIVE {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:08:14.394590 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-0307ee4f-2ade-49be-8aeb-10b19c11df40 service neutron] 10.222.0.83 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423855 Jun 09 15:08:14.607323 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8a01a1c6-6dfc-418f-877d-a49c0b05d841 req-8ad5c8f1-3fe9-451c-ab52-95b8204ea422 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 210 time: 0.0674932 Jun 09 15:08:15.629358 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-60a4f766-7be5-43ce-a057-1b074ca49933 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:15.631986 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-60a4f766-7be5-43ce-a057-1b074ca49933 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.46 "GET /v2.0/networks?id=248c892a-8a76-47cd-bd87-7fa88315b14d HTTP/1.1" status: 200 len: 810 time: 0.1640830 Jun 09 15:08:15.706868 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-bf3fa77d-83e0-43de-8127-37828b950127 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9654598a67fe48cf889fd64d91ce8273 HTTP/1.1" status: 200 len: 379 time: 0.0671692 Jun 09 15:08:15.718462 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'port': {'device_id': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'admin_state_up': True, 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'security_groups': ['74c2146f-63c2-43b0-b735-12c2ef9f5509']}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:15.721292 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:15.780458 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e765d834-3146-4837-8c2a-9497e2a47e17 req-9541e75e-f398-498c-98f6-63cc737c286a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 210 time: 0.0426810 Jun 09 15:08:15.828792 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-abb07c5b-003e-4209-9014-68ffc9f84c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:15.895388 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Made reservation on behalf of 9654598a67fe48cf889fd64d91ce8273 for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:08:15.895388 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:16.055470 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Allocated IP 172.20.0.11 (248c892a-8a76-47cd-bd87-7fa88315b14d/47a5dc99-63cc-4c13-8815-180909d19523/b35c9d51-518b-4ca3-89d7-d67fa96b9436) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:08:16.350698 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:16.368353 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Transition to ACTIVE for port object b35c9d51-518b-4ca3-89d7-d67fa96b9436 will not be triggered until provisioned by entity DHCP. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:08:16.392813 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16251870'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:16.401245 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:16.470407 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Network 248c892a-8a76-47cd-bd87-7fa88315b14d is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:08:16.473456 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:08:16.478248 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:08:16.526093 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event updated for resources: {'Port': ['ID=b35c9d51-518b-4ca3-89d7-d67fa96b9436,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:16.531191 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:16.558119 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:16.558722 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:16.578955 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-a9e35ee7-070e-4ec0-8351-c1bdaa997899 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8668022 Jun 09 15:08:16.593851 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Request body: {'port': {'device_id': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:16.703208 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-ed92e7e3-f1e9-4b4e-82e6-0236075965c7 None None] Provisioning for port b35c9d51-518b-4ca3-89d7-d67fa96b9436 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:08:16.707855 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-ed92e7e3-f1e9-4b4e-82e6-0236075965c7 None None] Provisioning complete for port b35c9d51-518b-4ca3-89d7-d67fa96b9436 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:08:16.708360 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ed92e7e3-f1e9-4b4e-82e6-0236075965c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:16.711068 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:16.760349 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-ed92e7e3-f1e9-4b4e-82e6-0236075965c7 None None] Port b35c9d51-518b-4ca3-89d7-d67fa96b9436 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:08:16.909936 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:16.974801 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6919066-51c8-4c11-beb6-3086c8181ff6 req-bac8c572-740a-4628-bd8b-49f0c5cb4074 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:16.978211 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b6919066-51c8-4c11-beb6-3086c8181ff6 req-bac8c572-740a-4628-bd8b-49f0c5cb4074 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 932 time: 0.0886467 Jun 09 15:08:17.023074 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b6919066-51c8-4c11-beb6-3086c8181ff6 req-701a17b5-50d9-4445-a6aa-7b52f8192ff9 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390129 Jun 09 15:08:17.076859 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35c9d51-518b-4ca3-89d7-d67fa96b9436 {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:08:17.085045 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:17.099628 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Transition to ACTIVE for port object b35c9d51-518b-4ca3-89d7-d67fa96b9436 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:08:17.104287 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16251884'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:17.108963 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:17.280818 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Pushing event updated for resources: {'Port': ['ID=b35c9d51-518b-4ca3-89d7-d67fa96b9436,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:17.283909 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:17.368243 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Attempting to bind port b35c9d51-518b-4ca3-89d7-d67fa96b9436 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:08:17.368609 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Attempting to bind port b35c9d51-518b-4ca3-89d7-d67fa96b9436 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:08:17.368929 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Attempting to bind port b35c9d51-518b-4ca3-89d7-d67fa96b9436 on network 248c892a-8a76-47cd-bd87-7fa88315b14d {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:08:17.373451 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Port b35c9d51-518b-4ca3-89d7-d67fa96b9436 on network 248c892a-8a76-47cd-bd87-7fa88315b14d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:08:17.373767 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Attempting to bind port b35c9d51-518b-4ca3-89d7-d67fa96b9436 on network 248c892a-8a76-47cd-bd87-7fa88315b14d {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:08:17.378856 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:08:17.379192 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Checking segment: {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:08:17.379570 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Bound using segment: {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:08:17.379993 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Bound port: b35c9d51-518b-4ca3-89d7-d67fa96b9436, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8de3869-0e08-4d17-ab4b-27d79f83785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:08:17.380338 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:17.480422 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] For port b35c9d51-518b-4ca3-89d7-d67fa96b9436, host hv-cinder-78960, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:08:17.484193 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] For port b35c9d51-518b-4ca3-89d7-d67fa96b9436, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b35c9d51-518b-4ca3-89d7-d67fa96b9436,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:08:17.488650 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16251884'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:17.500350 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6da7b1dd-27d3-498e-a520-59c7344b6337 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:17.556410 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:17.557023 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:17.558580 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] 10.222.0.46 "PUT /v2.0/ports/b35c9d51-518b-4ca3-89d7-d67fa96b9436 HTTP/1.1" status: 200 len: 1094 time: 0.9700680 Jun 09 15:08:17.559162 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'tag': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:17.561471 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcc45c4-094e-4ad2-b37e-6db2f6040791", "tag": "b35c9d51-518b-4ca3-89d7-d67fa96b9436"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:17.585322 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Pushing event updated for resources: {'Port': ['ID=b35c9d51-518b-4ca3-89d7-d67fa96b9436,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:17.588983 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:17.653003 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1118234-3e03-4b8a-8079-8891750134d4 x-openstack-request-id: req-c1118234-3e03-4b8a-8079-8891750134d4 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:17.653430 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcc45c4-094e-4ad2-b37e-6db2f6040791", "tag": "b35c9d51-518b-4ca3-89d7-d67fa96b9436", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:17.653723 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c1118234-3e03-4b8a-8079-8891750134d4 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:17.654203 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'tag': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436', 'status': 'completed', 'code': 200} Jun 09 15:08:17.694440 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-c819c6df-8f19-40f4-a4ff-583fb0b532f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:17.695938 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-c819c6df-8f19-40f4-a4ff-583fb0b532f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9654598a67fe48cf889fd64d91ce8273&device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 1097 time: 0.0917675 Jun 09 15:08:17.770683 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-7c542ce4-9bdf-4925-9c32-0d12b037e68b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b35c9d51-518b-4ca3-89d7-d67fa96b9436 HTTP/1.1" status: 200 len: 217 time: 0.0669224 Jun 09 15:08:17.836604 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-be39b971-ea47-4897-8ff3-d60e6c8f608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:17.838051 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-be39b971-ea47-4897-8ff3-d60e6c8f608a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a5dc99-63cc-4c13-8815-180909d19523 HTTP/1.1" status: 200 len: 849 time: 0.0613010 Jun 09 15:08:17.919366 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-3dde707a-96f2-4355-937b-b04762e9121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:17.920848 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-3dde707a-96f2-4355-937b-b04762e9121e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=248c892a-8a76-47cd-bd87-7fa88315b14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747004 Jun 09 15:08:18.140384 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-ce2013de-72a3-425b-a929-d934ed8563cb service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115474 Jun 09 15:08:18.275076 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-897d27dd-2964-4db6-b9a7-513f18ea6da0 req-7547a48e-4960-4e1f-bda0-0193c8afcdeb service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270721 Jun 09 15:08:18.409074 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da29f01-1881-436e-8912-9094e6168e06 req-b95fc74b-1a92-414a-bb94-40da49ad0e64 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:18.410503 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4da29f01-1881-436e-8912-9094e6168e06 req-b95fc74b-1a92-414a-bb94-40da49ad0e64 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 944 time: 0.1335373 Jun 09 15:08:18.430803 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2 req-da4a1a2f-37ae-419c-ac77-8b1844b530cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:18.432167 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2 req-da4a1a2f-37ae-419c-ac77-8b1844b530cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9654598a67fe48cf889fd64d91ce8273&device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 1097 time: 0.1058688 Jun 09 15:08:18.525281 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4da29f01-1881-436e-8912-9094e6168e06 req-d2782f83-7ab7-4eb3-93fb-97cb1bc1db3f tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086161 Jun 09 15:08:18.580455 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2 req-ab231924-e712-4cb5-85ac-1da431baf251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:18.582903 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2 req-ab231924-e712-4cb5-85ac-1da431baf251 service neutron] 10.222.0.46 "GET /v2.0/networks?id=248c892a-8a76-47cd-bd87-7fa88315b14d HTTP/1.1" status: 200 len: 911 time: 0.1414950 Jun 09 15:08:18.599193 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:18.656477 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2 req-9621e3ac-802c-47e0-be35-1f00b97e4512 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b35c9d51-518b-4ca3-89d7-d67fa96b9436 HTTP/1.1" status: 200 len: 217 time: 0.0668645 Jun 09 15:08:18.717836 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2 req-62ff516a-b4f1-4199-a06c-0c7d07a79b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:18.719150 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2 req-62ff516a-b4f1-4199-a06c-0c7d07a79b2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a5dc99-63cc-4c13-8815-180909d19523 HTTP/1.1" status: 200 len: 849 time: 0.0559592 Jun 09 15:08:18.801211 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2 req-b24e767d-5cbc-4552-b3f8-53c7a734f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:18.803227 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2 req-b24e767d-5cbc-4552-b3f8-53c7a734f11e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=248c892a-8a76-47cd-bd87-7fa88315b14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770297 Jun 09 15:08:18.939487 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2 req-649b47a4-e964-4a38-97f7-cc0e6729b016 service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295087 Jun 09 15:08:19.074547 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a7612a70-92c2-49bc-9c3b-5fc12c412aa2 req-efdabfe8-a3be-43c4-a945-24413a757468 service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273880 Jun 09 15:08:19.708822 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c18e6a-56cc-41e2-bd98-eb95b110a110 req-d8b0fd11-509c-4066-a963-96108cf90f41 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:19.710715 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-81c18e6a-56cc-41e2-bd98-eb95b110a110 req-d8b0fd11-509c-4066-a963-96108cf90f41 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 944 time: 0.0824640 Jun 09 15:08:19.755005 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-81c18e6a-56cc-41e2-bd98-eb95b110a110 req-1b4c2785-6ecf-4bc0-84d6-895b6a590729 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386310 Jun 09 15:08:20.944495 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da23f2-b2ee-4ded-8102-d1d2b1d8b408 req-639bc83b-2d2f-4ae0-83c1-2f6f1f168a73 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:20.945939 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-72da23f2-b2ee-4ded-8102-d1d2b1d8b408 req-639bc83b-2d2f-4ae0-83c1-2f6f1f168a73 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 944 time: 0.0810075 Jun 09 15:08:20.993439 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-72da23f2-b2ee-4ded-8102-d1d2b1d8b408 req-37589d2c-74c5-4c7a-a18d-38246eb48970 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 Jun 09 15:08:21.263890 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b35c9d51-518b-4ca3-89d7-d67fa96b9436 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:08:21.401507 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b35c9d51-518b-4ca3-89d7-d67fa96b9436, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b35c9d51-518b-4ca3-89d7-d67fa96b9436,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:21.414632 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'port_id': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436', 'mac_address': 'fa:16:3e:eb:af:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:08:21.471580 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:21.488647 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35c9d51-518b-4ca3-89d7-d67fa96b9436 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:08:21.503349 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b35c9d51-518b-4ca3-89d7-d67fa96b9436, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b35c9d51-518b-4ca3-89d7-d67fa96b9436,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:21.508387 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:21.510134 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-785ad7e1-586d-42de-b4c6-735d24323822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:21.576076 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=b35c9d51-518b-4ca3-89d7-d67fa96b9436,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:21.583356 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.583697 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.584035 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.584398 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.584719 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.585047 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.585369 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.585698 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.586017 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.586335 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.586654 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.587004 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:21.593167 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:21.770098 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b35c9d51-518b-4ca3-89d7-d67fa96b9436'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:08:22.177457 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ab296-aed1-4383-825c-3be0d08edf3b req-544bfd4e-b35f-4af1-85ea-cd0306e22c8a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:22.178817 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ae3ab296-aed1-4383-825c-3be0d08edf3b req-544bfd4e-b35f-4af1-85ea-cd0306e22c8a tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 945 time: 0.0795598 Jun 09 15:08:22.222743 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ae3ab296-aed1-4383-825c-3be0d08edf3b req-84e576c1-1858-4c6c-9d08-bfd478fed0cf tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383987 Jun 09 15:08:23.263804 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b35c9d51-518b-4ca3-89d7-d67fa96b9436 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:08:23.332104 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port b35c9d51-518b-4ca3-89d7-d67fa96b9436 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:08:23.341226 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port b35c9d51-518b-4ca3-89d7-d67fa96b9436 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:08:23.341644 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:23.416097 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1086dc-0742-428f-8a2c-77d26cf8c202 req-aea592a3-8eda-448c-9ee9-cbdd01a151fa tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:23.417574 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bc1086dc-0742-428f-8a2c-77d26cf8c202 req-aea592a3-8eda-448c-9ee9-cbdd01a151fa tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 945 time: 0.0845835 Jun 09 15:08:23.462510 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bc1086dc-0742-428f-8a2c-77d26cf8c202 req-9fb5d17d-9fc1-48d1-8164-6f709c2ecac0 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392339 Jun 09 15:08:23.465765 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:23.493170 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:23.495213 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f084998-dea3-400e-ae37-41c9c677758a" -d '{"events": [{"server_uuid": "2fcc45c4-094e-4ad2-b37e-6db2f6040791", "name": "network-vif-plugged", "status": "completed", "tag": "b35c9d51-518b-4ca3-89d7-d67fa96b9436"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:23.503206 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b35c9d51-518b-4ca3-89d7-d67fa96b9436, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b35c9d51-518b-4ca3-89d7-d67fa96b9436,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:23.508691 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:23.510812 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:23.544780 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b311d665-91ec-469b-b970-fbbd6b8622e2 x-openstack-request-id: req-b311d665-91ec-469b-b970-fbbd6b8622e2 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:23.545079 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcc45c4-094e-4ad2-b37e-6db2f6040791", "name": "network-vif-plugged", "status": "completed", "tag": "b35c9d51-518b-4ca3-89d7-d67fa96b9436", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:23.545387 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b311d665-91ec-469b-b970-fbbd6b8622e2 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:23.545728 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436', 'code': 200} Jun 09 15:08:23.581078 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=b35c9d51-518b-4ca3-89d7-d67fa96b9436,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:23.584581 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:23.789194 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f4c68-877c-4a76-a7ac-572a6ca0a41e req-6228b19a-3c2d-4676-a1ab-51fb709a1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:23.790742 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-884f4c68-877c-4a76-a7ac-572a6ca0a41e req-6228b19a-3c2d-4676-a1ab-51fb709a1ef0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 1099 time: 0.0716627 Jun 09 15:08:23.835384 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-884f4c68-877c-4a76-a7ac-572a6ca0a41e req-f271bd5a-0d3e-43c9-94bb-444b9eba935a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358806 Jun 09 15:08:24.651442 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df0b9d-eb3d-4179-ab0e-a34e5a319335 req-51915b2e-a9dc-4877-b483-f509eec6d64d tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:24.652928 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c8df0b9d-eb3d-4179-ab0e-a34e5a319335 req-51915b2e-a9dc-4877-b483-f509eec6d64d tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 946 time: 0.0836165 Jun 09 15:08:24.696839 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c8df0b9d-eb3d-4179-ab0e-a34e5a319335 req-51e953d5-e8ae-435e-bb6a-f1ae37fc145d tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383558 Jun 09 15:08:25.888165 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd12b8-01a2-4018-9eef-99facc7ff7f5 req-93555ea6-7182-4ec7-8553-156a3ca40aae tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:25.889636 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-aefd12b8-01a2-4018-9eef-99facc7ff7f5 req-93555ea6-7182-4ec7-8553-156a3ca40aae tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 946 time: 0.0841470 Jun 09 15:08:25.933397 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-aefd12b8-01a2-4018-9eef-99facc7ff7f5 req-58581e52-b88e-41ef-8cb2-e912cf1e202f tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381775 Jun 09 15:08:26.117837 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c4219-f2dd-4a6e-81a9-5ac66815879f req-84c812c7-1899-4c31-98f9-4f68df2e149e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:26.119299 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a41c4219-f2dd-4a6e-81a9-5ac66815879f req-84c812c7-1899-4c31-98f9-4f68df2e149e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 946 time: 0.0822768 Jun 09 15:08:26.127613 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56846) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:26.132783 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-9f2d30fb-d386-4939-b0d9-3ebd73442934 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Request body: {'floatingip': {'port_id': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:26.283608 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f2d30fb-d386-4939-b0d9-3ebd73442934 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:26.867416 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f2d30fb-d386-4939-b0d9-3ebd73442934 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:26.871257 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f2d30fb-d386-4939-b0d9-3ebd73442934 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:27.036569 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.l3_db [None req-9f2d30fb-d386-4939-b0d9-3ebd73442934 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Floating IP 85a0a5c2-2459-4cda-984b-da3e39328791 associated. External IP: 172.28.0.142, port: b35c9d51-518b-4ca3-89d7-d67fa96b9436. Jun 09 15:08:27.390952 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2d30fb-d386-4939-b0d9-3ebd73442934 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:08:27.665678 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2d30fb-d386-4939-b0d9-3ebd73442934 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:08:27.670157 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f2d30fb-d386-4939-b0d9-3ebd73442934 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:27.675896 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575f249-e50e-4468-9dc1-9342915b2059 None None] Sync routers for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:08:27.686183 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575f249-e50e-4468-9dc1-9342915b2059 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:08:27.686904 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-3575f249-e50e-4468-9dc1-9342915b2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:08:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:27.723794 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-9f2d30fb-d386-4939-b0d9-3ebd73442934 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "PUT /v2.0/floatingips/85a0a5c2-2459-4cda-984b-da3e39328791 HTTP/1.1" status: 200 len: 992 time: 1.5950909 Jun 09 15:08:27.724565 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'tag': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:27.726914 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcc45c4-094e-4ad2-b37e-6db2f6040791", "tag": "b35c9d51-518b-4ca3-89d7-d67fa96b9436"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:27.775901 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44794d5d-95d2-4823-aa97-003cbf2c7698 x-openstack-request-id: req-44794d5d-95d2-4823-aa97-003cbf2c7698 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:27.777304 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcc45c4-094e-4ad2-b37e-6db2f6040791", "tag": "b35c9d51-518b-4ca3-89d7-d67fa96b9436", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:27.777967 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-44794d5d-95d2-4823-aa97-003cbf2c7698 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:27.778400 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'tag': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436', 'status': 'completed', 'code': 200} Jun 09 15:08:27.871939 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-3575f249-e50e-4468-9dc1-9342915b2059 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:08:27.893254 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3 req-83e0dbd4-3a79-4070-88ec-bfcef48cc00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:27.894762 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3 req-83e0dbd4-3a79-4070-88ec-bfcef48cc00c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9654598a67fe48cf889fd64d91ce8273&device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 1099 time: 0.0741296 Jun 09 15:08:28.033047 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3 req-4478fddd-9e51-4bde-bdd3-9f74a8464e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:28.034516 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3 req-4478fddd-9e51-4bde-bdd3-9f74a8464e82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=248c892a-8a76-47cd-bd87-7fa88315b14d HTTP/1.1" status: 200 len: 911 time: 0.1291220 Jun 09 15:08:28.143944 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3 req-98037b38-e9ae-4a6a-94bf-4a9837a86c85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b35c9d51-518b-4ca3-89d7-d67fa96b9436 HTTP/1.1" status: 200 len: 1000 time: 0.1015282 Jun 09 15:08:28.219837 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3 req-0a7832b1-661f-46ff-94da-54c33d5eff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:28.221321 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3 req-0a7832b1-661f-46ff-94da-54c33d5eff30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a5dc99-63cc-4c13-8815-180909d19523 HTTP/1.1" status: 200 len: 849 time: 0.0674267 Jun 09 15:08:28.263759 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-3575f249-e50e-4468-9dc1-9342915b2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '85a0a5c2-2459-4cda-984b-da3e39328791', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'floating_ip_address': '172.28.0.142', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'port_id': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'mac_address': 'fa:16:3e:eb:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:08:12Z', 'updated_at': '2021-06-09T15:08:26Z', 'revision_number': 1, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:28.267721 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575f249-e50e-4468-9dc1-9342915b2059 None None] Checking router: cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:08:28.276559 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575f249-e50e-4468-9dc1-9342915b2059 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:08:28.277160 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-3575f249-e50e-4468-9dc1-9342915b2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:08:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:28.305238 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3 req-a18764dc-709b-41c3-93e2-d6c5ff35316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:28.306808 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3 req-a18764dc-709b-41c3-93e2-d6c5ff35316e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=248c892a-8a76-47cd-bd87-7fa88315b14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760899 Jun 09 15:08:28.440956 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3 req-940a5f68-d0cd-4394-af5b-f9025c375dd0 service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259351 Jun 09 15:08:28.471728 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-3575f249-e50e-4468-9dc1-9342915b2059 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:08:28.576359 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a809fea8-0bc8-422b-a7ee-6f5acc6dcbc3 req-f91df0c5-ea0f-4a5a-8193-7e2046f66d82 service neutron] 10.222.0.46 "GET /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258144 Jun 09 15:08:28.838072 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-3575f249-e50e-4468-9dc1-9342915b2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '85a0a5c2-2459-4cda-984b-da3e39328791', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'floating_ip_address': '172.28.0.142', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'port_id': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'mac_address': 'fa:16:3e:eb:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:08:12Z', 'updated_at': '2021-06-09T15:08:26Z', 'revision_number': 1, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:28.842015 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575f249-e50e-4468-9dc1-9342915b2059 None None] The sync data for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb is: [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '85a0a5c2-2459-4cda-984b-da3e39328791', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'floating_ip_address': '172.28.0.142', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'port_id': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'mac_address': 'fa:16:3e:eb:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:08:12Z', 'updated_at': '2021-06-09T15:08:26Z', 'revision_number': 1, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:08:29.020235 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe79cf9-e2f4-4eec-bebc-0c2e08d2afba None None] New status for floating IP 85a0a5c2-2459-4cda-984b-da3e39328791: ACTIVE {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:08:32.310404 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:08:36.793211 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52615445-79ab-4861-ba0d-c4663cd4e8f7 req-bbe4e20d-6df5-4a08-8baa-fb58720c3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:36.794675 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-52615445-79ab-4861-ba0d-c4663cd4e8f7 req-bbe4e20d-6df5-4a08-8baa-fb58720c3806 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0f7a91434e8463bbb2e7496158e5089&device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 1137 time: 0.1343102 Jun 09 15:08:36.803219 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7e7f4-6238-4459-8391-037ac5eb9764 req-5f2c8457-9641-4a70-ac20-83ee8354109c tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:36.804589 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ffe7e7f4-6238-4459-8391-037ac5eb9764 req-5f2c8457-9641-4a70-ac20-83ee8354109c tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.1113236 Jun 09 15:08:36.960828 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ffe7e7f4-6238-4459-8391-037ac5eb9764 req-ca64d77f-ce8d-4683-8ed7-b19fe0a83a9a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295907 Jun 09 15:08:36.984043 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52615445-79ab-4861-ba0d-c4663cd4e8f7 req-dcedb00c-959d-4db7-80df-b8c885e35ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:36.986024 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-52615445-79ab-4861-ba0d-c4663cd4e8f7 req-dcedb00c-959d-4db7-80df-b8c885e35ab6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b HTTP/1.1" status: 200 len: 915 time: 0.1805923 Jun 09 15:08:37.117934 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-52615445-79ab-4861-ba0d-c4663cd4e8f7 req-cc93af33-d050-4943-bfd8-917b1757438c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 200 len: 1000 time: 0.1033030 Jun 09 15:08:37.183518 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52615445-79ab-4861-ba0d-c4663cd4e8f7 req-00c96eab-5964-4f3e-b957-764fad96b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:37.185040 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-52615445-79ab-4861-ba0d-c4663cd4e8f7 req-00c96eab-5964-4f3e-b957-764fad96b53a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cc8ab65-6f03-4ad3-b891-d22f1072dade HTTP/1.1" status: 200 len: 853 time: 0.0583718 Jun 09 15:08:37.263829 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52615445-79ab-4861-ba0d-c4663cd4e8f7 req-26b47115-5699-4dbd-bcd8-56cbcaf7b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:37.265347 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-52615445-79ab-4861-ba0d-c4663cd4e8f7 req-26b47115-5699-4dbd-bcd8-56cbcaf7b26c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710955 Jun 09 15:08:37.404535 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-52615445-79ab-4861-ba0d-c4663cd4e8f7 req-c4125109-5685-4188-9983-520a84f1334e service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317785 Jun 09 15:08:37.657034 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-52615445-79ab-4861-ba0d-c4663cd4e8f7 req-7af4102a-bb02-4419-9494-902861da9f70 service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449698 Jun 09 15:08:38.159180 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb132c-cfba-4e30-a6c5-9b9d4ea55138 req-55fb08bd-9966-4756-9943-e6b8a2dc89d4 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:38.160786 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2fcb132c-cfba-4e30-a6c5-9b9d4ea55138 req-55fb08bd-9966-4756-9943-e6b8a2dc89d4 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0908997 Jun 09 15:08:38.215018 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2fcb132c-cfba-4e30-a6c5-9b9d4ea55138 req-0e955f1f-38c2-4f5e-884f-0d142cf80aef tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466137 Jun 09 15:08:39.411225 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56936faf-2dfd-4a51-a475-cf24c8902898 req-8b87fd7d-484d-4c71-acf2-a2a3dcc46691 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:39.413200 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-56936faf-2dfd-4a51-a475-cf24c8902898 req-8b87fd7d-484d-4c71-acf2-a2a3dcc46691 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0838597 Jun 09 15:08:39.459610 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-56936faf-2dfd-4a51-a475-cf24c8902898 req-879709f4-b6cc-489b-a919-064c8ecd6ad7 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404394 Jun 09 15:08:40.650334 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91fc63-d1ee-4917-ab1e-31563e1825ba req-a0287f4b-441c-40f0-b042-0cbc9cc270fc tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:40.651841 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-7d91fc63-d1ee-4917-ab1e-31563e1825ba req-a0287f4b-441c-40f0-b042-0cbc9cc270fc tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0828471 Jun 09 15:08:40.699763 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-7d91fc63-d1ee-4917-ab1e-31563e1825ba req-4fdf11be-0f6c-4107-9c0d-b1c4feb96da6 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421100 Jun 09 15:08:40.731109 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 56982) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:40.735828 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:40.844342 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb21c751-578f-4a94-b547-b1effceac420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:40.946064 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb21c751-578f-4a94-b547-b1effceac420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:40.949661 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb21c751-578f-4a94-b547-b1effceac420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:40.957647 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-41368c30-d4ad-460f-9ec9-f3926136855e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:41.000644 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-eb21c751-578f-4a94-b547-b1effceac420 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=19cbb3ca91234575ac53fa3087684e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684402 Jun 09 15:08:41.001547 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21c751-578f-4a94-b547-b1effceac420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a489fd14-c1dd-4174-8c40-ce3eb2f5ea58,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:41.003264 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 56986) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:41.004606 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-eb21c751-578f-4a94-b547-b1effceac420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:41.059989 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-fd83a2f1-bd0b-42db-a74a-1254c2b1ccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:41.086051 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-fd83a2f1-bd0b-42db-a74a-1254c2b1ccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:41.140497 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-fd83a2f1-bd0b-42db-a74a-1254c2b1ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:41.143011 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-fd83a2f1-bd0b-42db-a74a-1254c2b1ccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:41.144161 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-fd83a2f1-bd0b-42db-a74a-1254c2b1ccbe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a489fd14-c1dd-4174-8c40-ce3eb2f5ea58 HTTP/1.1" status: 204 len: 168 time: 0.1399143 Jun 09 15:08:41.144957 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9a455549-15ca-42f0-9c2d-112608b0d86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:41.155206 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83a2f1-bd0b-42db-a74a-1254c2b1ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a489fd14-c1dd-4174-8c40-ce3eb2f5ea58,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:41.157828 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-fd83a2f1-bd0b-42db-a74a-1254c2b1ccbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:41.885984 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaf49c-b8a5-4dd2-93f1-6a0994467934 req-45d8dd1d-5983-42de-b04e-d97c1315b287 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:41.887430 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a0aaf49c-b8a5-4dd2-93f1-6a0994467934 req-45d8dd1d-5983-42de-b04e-d97c1315b287 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0790627 Jun 09 15:08:41.932658 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a0aaf49c-b8a5-4dd2-93f1-6a0994467934 req-a055e0bc-e958-42a2-b9fd-4d69f676ff38 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394788 Jun 09 15:08:43.119644 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f57791-bb12-4961-9daf-1069a177729f req-db5df3bf-b77c-461a-bd52-2d96ad26d528 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:43.121139 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-30f57791-bb12-4961-9daf-1069a177729f req-db5df3bf-b77c-461a-bd52-2d96ad26d528 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0784543 Jun 09 15:08:43.166652 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-30f57791-bb12-4961-9daf-1069a177729f req-89327c68-0f88-408b-b7bb-113925d3f87a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399082 Jun 09 15:08:43.348328 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-06013610-5499-42cb-ab65-c69b13120ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:44.355346 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29ac1-8808-45a8-bda4-74bdb6ed2921 req-cbf3ecb4-efc9-4649-a953-37149186c269 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:44.356802 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dcf29ac1-8808-45a8-bda4-74bdb6ed2921 req-cbf3ecb4-efc9-4649-a953-37149186c269 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0827301 Jun 09 15:08:44.402080 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-dcf29ac1-8808-45a8-bda4-74bdb6ed2921 req-2bcf2fd5-a2d9-4ee1-850f-bd4c22bb455f tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392768 Jun 09 15:08:45.589753 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d6c59-9be6-4944-ac5a-71a7c4b4842d req-f281f6ea-2283-42fd-9772-2b7d71582cd6 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:45.591382 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-795d6c59-9be6-4944-ac5a-71a7c4b4842d req-f281f6ea-2283-42fd-9772-2b7d71582cd6 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0838766 Jun 09 15:08:45.639185 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-795d6c59-9be6-4944-ac5a-71a7c4b4842d req-61b7fe4d-92b6-492f-adf2-3b58a32e0ede tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416613 Jun 09 15:08:45.714728 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:45.830633 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6a9bbae9-0aa0-41b4-8171-d30d92ddd2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:46.823200 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd9f7a-8030-4c1f-980a-601ef08885c4 req-2b1b3b78-0696-4aba-9a2c-925dcb127766 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:46.824666 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-65dd9f7a-8030-4c1f-980a-601ef08885c4 req-2b1b3b78-0696-4aba-9a2c-925dcb127766 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0785587 Jun 09 15:08:46.871058 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-65dd9f7a-8030-4c1f-980a-601ef08885c4 req-f1fe346e-bcd2-4400-a302-e7b5548cead2 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407646 Jun 09 15:08:46.912790 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:48.051947 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693eaf5-e430-4a41-9ff7-eb0cd3e73ac5 req-68a1f89d-5890-4dec-a80c-3c10565d6158 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:48.053926 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5693eaf5-e430-4a41-9ff7-eb0cd3e73ac5 req-68a1f89d-5890-4dec-a80c-3c10565d6158 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0788229 Jun 09 15:08:48.099334 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5693eaf5-e430-4a41-9ff7-eb0cd3e73ac5 req-f17f92d1-7a3d-4521-bab1-eaba8d2f4a43 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396137 Jun 09 15:08:48.602671 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:49.286401 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d697f-d86a-426e-a3b4-a0bba0b75a73 req-3fd943b4-bfe5-4f12-b01b-767e696561de tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:49.287872 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-db6d697f-d86a-426e-a3b4-a0bba0b75a73 req-3fd943b4-bfe5-4f12-b01b-767e696561de tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0829518 Jun 09 15:08:49.334745 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-db6d697f-d86a-426e-a3b4-a0bba0b75a73 req-ae050283-0d88-4e9b-818b-3fbeca09140d tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411847 Jun 09 15:08:50.532492 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c059c4-0dcf-4c64-ae13-6ce319edc2a7 req-fb4eba89-6d11-4945-8da9-c8613b494a54 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:50.533961 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-44c059c4-0dcf-4c64-ae13-6ce319edc2a7 req-fb4eba89-6d11-4945-8da9-c8613b494a54 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0920525 Jun 09 15:08:50.587546 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-44c059c4-0dcf-4c64-ae13-6ce319edc2a7 req-bb1005d9-4902-4487-a833-c376c90184ab tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477872 Jun 09 15:08:51.963318 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6beb2f3-01d8-4900-9c10-adb2ab2794b4 req-66b25f23-a065-4bd5-b59e-8098bb880b13 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:51.964767 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e6beb2f3-01d8-4900-9c10-adb2ab2794b4 req-66b25f23-a065-4bd5-b59e-8098bb880b13 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.2677462 Jun 09 15:08:52.012856 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e6beb2f3-01d8-4900-9c10-adb2ab2794b4 req-b3674f97-0f62-4b94-9eea-1693aadebc15 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424812 Jun 09 15:08:53.246621 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3de6f5-6a45-4d37-b552-b8a183521607 req-b9780726-5337-4ec7-b6f0-7080a20514c1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:53.248073 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2f3de6f5-6a45-4d37-b552-b8a183521607 req-b9780726-5337-4ec7-b6f0-7080a20514c1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.1306617 Jun 09 15:08:53.297310 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2f3de6f5-6a45-4d37-b552-b8a183521607 req-9d56e1fa-ca25-40a4-8608-db6d3ed4ba85 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433488 Jun 09 15:08:54.480139 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f6f54-3b4c-4626-b7ea-8b9849535389 req-d9926d3c-7a86-40ce-ad9f-c4dbab6b54ee tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:54.481592 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e96f6f54-3b4c-4626-b7ea-8b9849535389 req-d9926d3c-7a86-40ce-ad9f-c4dbab6b54ee tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0776913 Jun 09 15:08:54.526918 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e96f6f54-3b4c-4626-b7ea-8b9849535389 req-094da117-f0c6-4689-bf65-bc0ec0fa356e tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4&id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394816 Jun 09 15:08:58.644803 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcaa16-be5a-4aca-973f-118002437886 req-d46eea8c-7845-42d2-b486-fa42d9f55833 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:58.646231 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-21fcaa16-be5a-4aca-973f-118002437886 req-d46eea8c-7845-42d2-b486-fa42d9f55833 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0823598 Jun 09 15:08:58.689042 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-21fcaa16-be5a-4aca-973f-118002437886 req-d69ff46d-2b17-43e6-b1c5-1f763d4885a5 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365944 Jun 09 15:08:59.877356 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18085a34-5d8c-4783-a225-b9e8b50189b2 req-42240a9a-3d23-454b-bba5-9450ac7fd509 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:59.878802 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-18085a34-5d8c-4783-a225-b9e8b50189b2 req-42240a9a-3d23-454b-bba5-9450ac7fd509 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0782101 Jun 09 15:08:59.922254 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-18085a34-5d8c-4783-a225-b9e8b50189b2 req-54fa97a8-b13e-4cd1-ad94-a9175edbfe17 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379577 Jun 09 15:09:01.108480 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287931-4972-4fe5-8cb3-09f59f4a6408 req-ac9802bd-c766-4ecb-a996-83d4a2385a0b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:01.110161 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-33287931-4972-4fe5-8cb3-09f59f4a6408 req-ac9802bd-c766-4ecb-a996-83d4a2385a0b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0805664 Jun 09 15:09:01.153144 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-33287931-4972-4fe5-8cb3-09f59f4a6408 req-4407655b-eaca-45ea-a0db-7ccb0ce270f2 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375342 Jun 09 15:09:02.337147 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2590463-2909-42c4-a623-35183819460d req-45af9b6e-a196-4e10-9a7b-6858bf6baeec tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:02.338626 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f2590463-2909-42c4-a623-35183819460d req-45af9b6e-a196-4e10-9a7b-6858bf6baeec tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0788426 Jun 09 15:09:02.382936 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f2590463-2909-42c4-a623-35183819460d req-f13dc069-3c1f-4aaa-a595-fa9b565104e1 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387537 Jun 09 15:09:03.570357 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740013d-d850-4f86-b230-a7f21a4b55b1 req-084f1b4f-1f2e-49a1-be09-c55785deed7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:03.572313 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e740013d-d850-4f86-b230-a7f21a4b55b1 req-084f1b4f-1f2e-49a1-be09-c55785deed7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0817046 Jun 09 15:09:03.616210 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e740013d-d850-4f86-b230-a7f21a4b55b1 req-fbf3e5de-d26e-43fe-887f-4733bfa91899 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381694 Jun 09 15:09:04.798625 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3096af-37f6-4131-9d17-0d2aa436d11a req-a1a7d17f-3d77-4ece-8fb7-527fdc66c357 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:04.800063 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1e3096af-37f6-4131-9d17-0d2aa436d11a req-a1a7d17f-3d77-4ece-8fb7-527fdc66c357 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0765662 Jun 09 15:09:04.846426 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1e3096af-37f6-4131-9d17-0d2aa436d11a req-c0374ddd-ea75-415b-818b-81369a23bf75 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Jun 09 15:09:06.036873 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb5e7c-092c-4f25-ba63-f2a1d7690b68 req-b8dadde6-cb58-4422-8a8a-1755a3c08f3b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:06.038308 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-16cb5e7c-092c-4f25-ba63-f2a1d7690b68 req-b8dadde6-cb58-4422-8a8a-1755a3c08f3b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0792162 Jun 09 15:09:06.081131 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-16cb5e7c-092c-4f25-ba63-f2a1d7690b68 req-5755e336-4f63-4bdc-89eb-61ac9750d036 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364988 Jun 09 15:09:07.276075 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2fd22-06a1-4392-a40d-00c5270044c6 req-83bbfadb-a2b8-4090-8907-03c2a67a55e8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:07.277557 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-13e2fd22-06a1-4392-a40d-00c5270044c6 req-83bbfadb-a2b8-4090-8907-03c2a67a55e8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0845447 Jun 09 15:09:07.324666 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-13e2fd22-06a1-4392-a40d-00c5270044c6 req-d71983a0-d877-4565-bcb3-7929691beedb tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Jun 09 15:09:08.510721 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc5605-fdea-4a87-b8a3-f0729453029e req-468e04d0-a7df-4638-833a-a5aa1879618f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:08.512207 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-debc5605-fdea-4a87-b8a3-f0729453029e req-468e04d0-a7df-4638-833a-a5aa1879618f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0798912 Jun 09 15:09:08.555181 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-debc5605-fdea-4a87-b8a3-f0729453029e req-6108a194-3665-4860-8b56-83780a3dd7e2 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Jun 09 15:09:09.309394 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:09:09.748653 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ff05-b5ba-43dd-8d6c-3b5ed6bb94fb req-f977354b-7a2c-47c0-90a5-0b5140c03b68 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:09.750121 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ad11ff05-b5ba-43dd-8d6c-3b5ed6bb94fb req-f977354b-7a2c-47c0-90a5-0b5140c03b68 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0798330 Jun 09 15:09:09.793682 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ad11ff05-b5ba-43dd-8d6c-3b5ed6bb94fb req-7a089896-32b9-44a3-8918-f4c219399411 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380254 Jun 09 15:09:10.745418 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.994863 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e841c-e7f6-45a5-a62f-803c4c712c41 req-ce1c1688-3563-4e4f-b8c8-3c64ddb59ebd tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:10.996616 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5b9e841c-e7f6-45a5-a62f-803c4c712c41 req-ce1c1688-3563-4e4f-b8c8-3c64ddb59ebd tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0956771 Jun 09 15:09:11.044134 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5b9e841c-e7f6-45a5-a62f-803c4c712c41 req-303c6862-21e3-4794-8aaf-616252486b40 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413463 Jun 09 15:09:11.049126 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-a24f052c-5691-4e03-ae53-8db8b66fbd59 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1936679 Jun 09 15:09:11.201033 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-784eabe5-9c7a-43a6-aae8-21f457a8ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:11.202536 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-784eabe5-9c7a-43a6-aae8-21f457a8ad34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0f7a91434e8463bbb2e7496158e5089&device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 1137 time: 0.0724480 Jun 09 15:09:11.359630 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-a2f1b130-6751-4011-854f-6babf800c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:11.361179 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-a2f1b130-6751-4011-854f-6babf800c187 service neutron] 10.222.0.46 "GET /v2.0/networks?id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b HTTP/1.1" status: 200 len: 915 time: 0.1367459 Jun 09 15:09:11.470437 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-9de871ae-9d70-4620-83ea-ff9efbdcb67a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 200 len: 1000 time: 0.1011436 Jun 09 15:09:11.537015 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-0e720742-4f4a-4432-af8b-8c52ea542446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:11.538469 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-0e720742-4f4a-4432-af8b-8c52ea542446 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cc8ab65-6f03-4ad3-b891-d22f1072dade HTTP/1.1" status: 200 len: 853 time: 0.0612960 Jun 09 15:09:11.557270 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b42657a5-5781-4b26-8f4c-f0198e754404 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:09:11.636919 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-aa4065ec-39e6-4118-8473-75137198847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:11.638995 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-aa4065ec-39e6-4118-8473-75137198847b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0931485 Jun 09 15:09:11.757398 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:11.772144 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'port_id': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'mac_address': 'fa:16:3e:3b:74:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:09:11.840275 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.860886 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b42657a5-5781-4b26-8f4c-f0198e754404 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:09:11.879740 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:11.889852 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.893040 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:11.898266 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-13c173b1-a988-43d1-bf18-0f5982d48f4d service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514925 Jun 09 15:09:11.997523 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b42657a5-5781-4b26-8f4c-f0198e754404'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:12.039586 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=b42657a5-5781-4b26-8f4c-f0198e754404,revision_number=6']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:12.059888 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:12.128325 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ebc10cbe-cb9a-4acf-84e5-8e5907e972ea req-121f7697-e3e1-4d07-9d81-e4af4abbe9c1 service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209044 Jun 09 15:09:12.312312 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c2a64-50b5-4c36-888e-4f3e83c767c0 req-cd58627a-24fa-40fb-bc73-83ab3e1f50e9 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:12.314060 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-063c2a64-50b5-4c36-888e-4f3e83c767c0 req-cd58627a-24fa-40fb-bc73-83ab3e1f50e9 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 945 time: 0.0864060 Jun 09 15:09:12.384040 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-063c2a64-50b5-4c36-888e-4f3e83c767c0 req-6cc731ed-fc84-4931-aa2c-f3cc05d3f117 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562603 Jun 09 15:09:13.359862 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-da0ea0d5-aad4-4daa-8ba8-a0e9db516981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:13.576937 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b42657a5-5781-4b26-8f4c-f0198e754404 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:13.598508 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da01ec-f0aa-4201-ace4-17417e9cbe7c req-28bf4757-ebb2-4bf2-b9df-1f7a60032619 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:13.600502 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-75da01ec-f0aa-4201-ace4-17417e9cbe7c req-28bf4757-ebb2-4bf2-b9df-1f7a60032619 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 945 time: 0.0952702 Jun 09 15:09:13.664025 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-75da01ec-f0aa-4201-ace4-17417e9cbe7c req-4e235723-dc8e-4bdb-9689-c2f7b95d311a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561666 Jun 09 15:09:13.819653 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port b42657a5-5781-4b26-8f4c-f0198e754404 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:13.820084 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:14.048413 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:14.089639 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:14.092230 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab42663-2f21-4a79-a511-2ab4ef4c00b0" -d '{"events": [{"server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:14.106746 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:14.114736 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:14.117564 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:14.189667 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8da521c-7f4f-4c0a-b9e4-f3d0d87f68ce x-openstack-request-id: req-e8da521c-7f4f-4c0a-b9e4-f3d0d87f68ce {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:14.189962 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:14.190217 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e8da521c-7f4f-4c0a-b9e4-f3d0d87f68ce {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:14.190659 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'code': 200} Jun 09 15:09:14.208551 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=b42657a5-5781-4b26-8f4c-f0198e754404,revision_number=7']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:14.211712 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:14.879903 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac8f5e-d99d-46e4-8680-8e60b28a41f3 req-160ca233-7cc0-4e1c-94c4-cd2ec9bc9f50 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:14.887692 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-efac8f5e-d99d-46e4-8680-8e60b28a41f3 req-160ca233-7cc0-4e1c-94c4-cd2ec9bc9f50 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0992010 Jun 09 15:09:14.939071 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-efac8f5e-d99d-46e4-8680-8e60b28a41f3 req-4057dc16-302f-410e-8e3f-8b90087bb155 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504394 Jun 09 15:09:15.718805 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:15.840756 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-054b0dd3-a1d4-473e-902b-6399964dbdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.270170 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf50f6-a9f6-44f9-91a0-47e3e7bc3845 req-c2838b1f-de39-4509-9316-accf2de90bca tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:16.271722 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4caf50f6-a9f6-44f9-91a0-47e3e7bc3845 req-c2838b1f-de39-4509-9316-accf2de90bca tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.2029595 Jun 09 15:09:16.325303 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4caf50f6-a9f6-44f9-91a0-47e3e7bc3845 req-f9a8f8d8-e9a6-48ac-b110-3a29d9051bef tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477860 Jun 09 15:09:16.921287 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:17.694420 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341390d-2954-43eb-980a-d81cb0fb1bfd req-13b98bb2-626f-4e96-972f-cd1e879b1a7c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:17.696422 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f341390d-2954-43eb-980a-d81cb0fb1bfd req-13b98bb2-626f-4e96-972f-cd1e879b1a7c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.1010513 Jun 09 15:09:17.743215 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f341390d-2954-43eb-980a-d81cb0fb1bfd req-8f476614-593c-4e66-ada1-4fa953dd3b64 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Jun 09 15:09:18.608308 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:18.954002 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b3eed-3774-49b4-9dae-a3b400b04d1e req-89742551-909c-428b-8e59-cc6b67d1c080 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:18.955538 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-421b3eed-3774-49b4-9dae-a3b400b04d1e req-89742551-909c-428b-8e59-cc6b67d1c080 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0879831 Jun 09 15:09:19.006854 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-421b3eed-3774-49b4-9dae-a3b400b04d1e req-fc946876-55b3-4ab3-9455-5f35e63c6f2b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450754 Jun 09 15:09:20.261985 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5051a-7f69-4014-9812-4f781a02a6af req-3c0f8a73-47c3-4a73-a611-ec5203f6fbe7 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:20.264594 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a1e5051a-7f69-4014-9812-4f781a02a6af req-3c0f8a73-47c3-4a73-a611-ec5203f6fbe7 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0973527 Jun 09 15:09:20.312930 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a1e5051a-7f69-4014-9812-4f781a02a6af req-71fa2adc-4ab1-4ae0-8802-ad97c9863355 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423856 Jun 09 15:09:21.338817 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67238d98-32d2-462e-9883-962fa169fcff req-b79c0e92-29c9-43b6-99a6-c2ed4456946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:21.340357 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-67238d98-32d2-462e-9883-962fa169fcff req-b79c0e92-29c9-43b6-99a6-c2ed4456946d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 1099 time: 0.0753038 Jun 09 15:09:21.478145 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67238d98-32d2-462e-9883-962fa169fcff req-2372f770-ba2d-42bd-bdc1-5e93c721051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:21.479640 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-67238d98-32d2-462e-9883-962fa169fcff req-2372f770-ba2d-42bd-bdc1-5e93c721051e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 917 time: 0.1298201 Jun 09 15:09:21.516419 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780e565-85fc-4045-aa29-f9148c5bda35 req-61b6e71b-6150-478a-a8f4-04805c11d43d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:21.518295 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-7780e565-85fc-4045-aa29-f9148c5bda35 req-61b6e71b-6150-478a-a8f4-04805c11d43d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0903192 Jun 09 15:09:21.566004 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-7780e565-85fc-4045-aa29-f9148c5bda35 req-0cdf8545-54f2-4da0-a230-9ef3075f822c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416555 Jun 09 15:09:21.587663 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-67238d98-32d2-462e-9883-962fa169fcff req-a6ea01b2-dafb-4fd5-b4ab-cc11e952fd42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42657a5-5781-4b26-8f4c-f0198e754404 HTTP/1.1" status: 200 len: 1002 time: 0.1011119 Jun 09 15:09:21.651610 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67238d98-32d2-462e-9883-962fa169fcff req-cf635a6b-40a2-4e12-8074-12aba3eb6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:21.653131 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-67238d98-32d2-462e-9883-962fa169fcff req-cf635a6b-40a2-4e12-8074-12aba3eb6f52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.0588262 Jun 09 15:09:21.726392 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67238d98-32d2-462e-9883-962fa169fcff req-f56f8b6d-9068-45f7-8635-b6dd2dd3633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:21.728461 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-67238d98-32d2-462e-9883-962fa169fcff req-f56f8b6d-9068-45f7-8635-b6dd2dd3633e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687573 Jun 09 15:09:21.948228 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-67238d98-32d2-462e-9883-962fa169fcff req-ee8899be-877e-4f03-ab28-57d3d0a15909 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125776 Jun 09 15:09:21.961299 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2fd7c-87e9-46f2-881f-5c4b3b082b2c req-aa339b87-8d15-4cfc-89c8-8c0ea4f8c738 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:21.963320 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d6a2fd7c-87e9-46f2-881f-5c4b3b082b2c req-aa339b87-8d15-4cfc-89c8-8c0ea4f8c738 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 946 time: 0.0836315 Jun 09 15:09:22.006406 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d6a2fd7c-87e9-46f2-881f-5c4b3b082b2c req-bdaef278-7461-4dc9-8d49-703f4dd12e27 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373871 Jun 09 15:09:22.077533 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-67238d98-32d2-462e-9883-962fa169fcff req-6492da43-c80a-4cfd-b08b-d1c601954403 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225410 Jun 09 15:09:22.759409 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a990817-dd65-4f83-86c4-a3be60079652 req-1a0e698e-5fdb-4676-b404-38329aa41906 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:22.760868 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1a990817-dd65-4f83-86c4-a3be60079652 req-1a0e698e-5fdb-4676-b404-38329aa41906 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.0798440 Jun 09 15:09:22.803658 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1a990817-dd65-4f83-86c4-a3be60079652 req-c59c2fdc-8602-4785-8fc6-faa0ab44bdb9 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372157 Jun 09 15:09:23.188184 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55db1c-8b08-4229-b339-a23b964c42b8 req-2e7bb0eb-81db-4cf2-9593-fff5b93fd3e6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:23.189676 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ca55db1c-8b08-4229-b339-a23b964c42b8 req-2e7bb0eb-81db-4cf2-9593-fff5b93fd3e6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 946 time: 0.0773082 Jun 09 15:09:23.231826 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-ca55db1c-8b08-4229-b339-a23b964c42b8 req-ceb9d877-7536-450c-a582-acbad3b2d8b6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367637 Jun 09 15:09:24.007722 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-6131e98b-0c51-4cd4-b275-060139f15f67 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:24.009720 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-6131e98b-0c51-4cd4-b275-060139f15f67 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 946 time: 0.1378052 Jun 09 15:09:24.025875 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba322dc5-12be-4975-b656-48a6c25fb072 req-e6a6b73b-4e74-4d0f-a7ac-a90269fb91cf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:24.027224 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ba322dc5-12be-4975-b656-48a6c25fb072 req-e6a6b73b-4e74-4d0f-a7ac-a90269fb91cf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.1143992 Jun 09 15:09:24.145681 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ba322dc5-12be-4975-b656-48a6c25fb072 req-56069207-d316-42d2-a58d-86bd6c3d2d7d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909634 Jun 09 15:09:24.186678 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Deleting port b35c9d51-518b-4ca3-89d7-d67fa96b9436 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:24.187016 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:24.324034 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] For port b35c9d51-518b-4ca3-89d7-d67fa96b9436, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b35c9d51-518b-4ca3-89d7-d67fa96b9436,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:24.324504 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:24.433437 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157b747-a255-4f3c-bbde-46ec6e87d9c5 req-74deca5d-48f7-4468-a3ef-a48d2a7b219e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:24.434810 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f157b747-a255-4f3c-bbde-46ec6e87d9c5 req-74deca5d-48f7-4468-a3ef-a48d2a7b219e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 946 time: 0.0832896 Jun 09 15:09:24.478733 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f157b747-a255-4f3c-bbde-46ec6e87d9c5 req-e7e00884-3bbc-4ae3-a9a9-bd4abda3d0b0 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups?id=74c2146f-63c2-43b0-b735-12c2ef9f5509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382352 Jun 09 15:09:24.608087 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:24.608482 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:24.608792 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.l3_db [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Floating IP 85a0a5c2-2459-4cda-984b-da3e39328791 disassociated. External IP: 172.28.0.142, port: b35c9d51-518b-4ca3-89d7-d67fa96b9436. Jun 09 15:09:24.609394 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Calling delete_port for b35c9d51-518b-4ca3-89d7-d67fa96b9436 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:24.714363 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:24.719505 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:24.760485 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event deleted for resources: {'Port': ['ID=b35c9d51-518b-4ca3-89d7-d67fa96b9436,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:24.771120 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.771488 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.771848 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.772199 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.772581 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.773019 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.773261 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.773604 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.774479 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.774820 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.775158 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.775498 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:24.779014 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:24.974062 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:25.228227 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:25.241313 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0018797-e5ff-41ce-9e43-fbcc34b8bfae None None] Sync routers for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:25.252092 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0018797-e5ff-41ce-9e43-fbcc34b8bfae None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:25.252757 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-b0018797-e5ff-41ce-9e43-fbcc34b8bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:09:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:25.338198 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] No DVR routers for this DVR port b35c9d51-518b-4ca3-89d7-d67fa96b9436 on host hv-cinder-78960 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:25.344625 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:25.346507 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a941760d-2ad6-4961-86ba-75cbe2c02ad8 req-056cf2e7-60e8-4667-8c21-218b7cbc170e tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.46 "DELETE /v2.0/ports/b35c9d51-518b-4ca3-89d7-d67fa96b9436 HTTP/1.1" status: 204 len: 173 time: 1.3283257 Jun 09 15:09:25.351823 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'name': 'network-vif-deleted', 'tag': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:25.354111 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bd9c23-e31a-4d3d-a362-61c3718e619b" -d '{"events": [{"server_uuid": "2fcc45c4-094e-4ad2-b37e-6db2f6040791", "name": "network-vif-deleted", "tag": "b35c9d51-518b-4ca3-89d7-d67fa96b9436"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:25.392582 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb535ab-9ca7-4dcf-b667-9c82d98f2852 req-94c2d580-94c3-425e-9a15-1b05b783f981 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:25.394087 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-feb535ab-9ca7-4dcf-b667-9c82d98f2852 req-94c2d580-94c3-425e-9a15-1b05b783f981 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 946 time: 0.1003420 Jun 09 15:09:25.436236 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-b0018797-e5ff-41ce-9e43-fbcc34b8bfae None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:25.443431 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-feb535ab-9ca7-4dcf-b667-9c82d98f2852 req-87062bd7-e3cd-4edd-b699-4cd35ef98ee1 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430603 Jun 09 15:09:25.499186 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa890296-17b7-4f4e-b395-42ea87a107c5 x-openstack-request-id: req-aa890296-17b7-4f4e-b395-42ea87a107c5 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:25.499617 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcc45c4-094e-4ad2-b37e-6db2f6040791", "name": "network-vif-deleted", "tag": "b35c9d51-518b-4ca3-89d7-d67fa96b9436", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:25.500030 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aa890296-17b7-4f4e-b395-42ea87a107c5 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:25.501836 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcc45c4-094e-4ad2-b37e-6db2f6040791', 'name': 'network-vif-deleted', 'tag': 'b35c9d51-518b-4ca3-89d7-d67fa96b9436', 'status': 'completed', 'code': 200} Jun 09 15:09:25.651182 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b42657a5-5781-4b26-8f4c-f0198e754404 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:25.655959 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3896b820-24ef-458d-9a2f-089560df6b19 req-f658e4d9-7891-4888-bb26-24d7919a6547 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fcc45c4-094e-4ad2-b37e-6db2f6040791 HTTP/1.1" status: 200 len: 210 time: 0.0475321 Jun 09 15:09:25.859355 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:25.897502 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:25.900316 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2892bb-1780-4b33-a9f4-382d7cecc000" -d '{"events": [{"server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:25.911392 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:25.917947 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:25.921148 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-dcbf0bbe-4342-4a03-a20c-11534e64cd0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:25.957058 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab165f1-9caa-4877-aea3-cf60dbb83064 x-openstack-request-id: req-4ab165f1-9caa-4877-aea3-cf60dbb83064 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:25.957365 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "name": "network-vif-unplugged", "status": "failed", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404", "code": 422}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:25.957623 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4ab165f1-9caa-4877-aea3-cf60dbb83064 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:25.958009 dv-cinder-789603-9-smb neutron-server[91821]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'code': 422} returned with failed status Jun 09 15:09:25.975247 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-b0018797-e5ff-41ce-9e43-fbcc34b8bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:25.985565 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0018797-e5ff-41ce-9e43-fbcc34b8bfae None None] Checking router: cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:26.003078 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0018797-e5ff-41ce-9e43-fbcc34b8bfae None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:26.003681 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-b0018797-e5ff-41ce-9e43-fbcc34b8bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:09:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:26.065468 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=b42657a5-5781-4b26-8f4c-f0198e754404,revision_number=8']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:26.124880 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.125231 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.125642 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.125897 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.126228 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.126554 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.126893 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.127213 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.127517 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.127834 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.128158 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.128501 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:26.145753 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:26.191308 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-b0018797-e5ff-41ce-9e43-fbcc34b8bfae None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:26.542775 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-b0018797-e5ff-41ce-9e43-fbcc34b8bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:26.546646 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0018797-e5ff-41ce-9e43-fbcc34b8bfae None None] The sync data for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb is: [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:04:12Z', 'revision_number': 4, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'a3252d16-cbf9-4317-a609-40c2357ad3c1', 'name': '', 'network_id': '248c892a-8a76-47cd-bd87-7fa88315b14d', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'mac_address': 'fa:16:3e:5d:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '47a5dc99-63cc-4c13-8815-180909d19523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:10Z', 'updated_at': '2021-06-09T15:04:19Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'subnets': [{'id': '47a5dc99-63cc-4c13-8815-180909d19523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:26.786180 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb99992-a835-47e0-9395-f09152c8f66e None None] New status for floating IP 85a0a5c2-2459-4cda-984b-da3e39328791: DOWN {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:09:26.843957 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57372) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:26.911141 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:26.939937 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:26.971669 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dd531-189e-42f7-bf45-1f3cb00240f0 req-aba83c3f-67f5-46cb-8af8-dd36fa249168 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:26.973165 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-570dd531-189e-42f7-bf45-1f3cb00240f0 req-aba83c3f-67f5-46cb-8af8-dd36fa249168 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.1431632 Jun 09 15:09:26.979009 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-9c29490c-d78a-4222-918a-425b92eb7256 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1049047 Jun 09 15:09:27.002440 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:27.004906 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:27.006049 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "DELETE /v2.0/security-groups/74c2146f-63c2-43b0-b735-12c2ef9f5509 HTTP/1.1" status: 204 len: 168 time: 0.1610847 Jun 09 15:09:27.006917 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-dbe2e223-4b4d-4f11-8c9c-cbf2d0f1c916 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:27.009756 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57374) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:27.018843 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c2146f-63c2-43b0-b735-12c2ef9f5509,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:27.026662 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.027044 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.027406 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.027832 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.028263 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.028635 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.028988 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.029331 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.029676 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.030017 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.030357 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.030696 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:27.034166 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:27.046167 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.api.v2.resource [None req-363752df-d333-4d97-ad38-1ff1adca9337 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] show failed (client error): The resource could not be found. Jun 09 15:09:27.047336 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-363752df-d333-4d97-ad38-1ff1adca9337 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "GET /v2.0/security-groups/74c2146f-63c2-43b0-b735-12c2ef9f5509 HTTP/1.1" status: 404 len: 347 time: 0.0363965 Jun 09 15:09:27.050389 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57380) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:27.129369 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-570dd531-189e-42f7-bf45-1f3cb00240f0 req-cbf4068d-86ee-4d8c-8be8-5fc8fea737a8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477020 Jun 09 15:09:27.270764 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-bca44c0c-8071-4368-8055-40abfb746104 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Deleting port dc7af1e6-036f-4ba9-bdf6-9f8d9203382e {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:27.271164 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bca44c0c-8071-4368-8055-40abfb746104 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:27.389668 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bca44c0c-8071-4368-8055-40abfb746104 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:27.390005 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bca44c0c-8071-4368-8055-40abfb746104 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:27.515485 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-bca44c0c-8071-4368-8055-40abfb746104 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Calling delete_port for dc7af1e6-036f-4ba9-bdf6-9f8d9203382e owned by network:floatingip {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:27.619891 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b35c9d51-518b-4ca3-89d7-d67fa96b9436 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:27.633248 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bca44c0c-8071-4368-8055-40abfb746104 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:27.637969 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0a454290-f412-4961-85bd-3f47c77ff877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:27.655106 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: b35c9d51-518b-4ca3-89d7-d67fa96b9436 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:27.655455 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b35c9d51-518b-4ca3-89d7-d67fa96b9436 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:27.684577 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca44c0c-8071-4368-8055-40abfb746104 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Pushing event deleted for resources: {'Port': ['ID=dc7af1e6-036f-4ba9-bdf6-9f8d9203382e,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:27.710178 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-bca44c0c-8071-4368-8055-40abfb746104 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:27.776764 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bca44c0c-8071-4368-8055-40abfb746104 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks [] for floatingip, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:27.779139 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bca44c0c-8071-4368-8055-40abfb746104 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:27.780258 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-bca44c0c-8071-4368-8055-40abfb746104 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] 10.222.0.83 "DELETE /v2.0/floatingips/85a0a5c2-2459-4cda-984b-da3e39328791 HTTP/1.1" status: 204 len: 168 time: 0.7289808 Jun 09 15:09:28.088255 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-6098f8c7-f07b-4993-8540-ef97749633f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:28.089753 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-6098f8c7-f07b-4993-8540-ef97749633f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e&tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e HTTP/1.1" status: 200 len: 1097 time: 0.0736611 Jun 09 15:09:28.180388 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-2f2dc2a3-9f0c-45c3-a11f-6a579b3f7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:28.181889 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-2f2dc2a3-9f0c-45c3-a11f-6a579b3f7d52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 1097 time: 0.0699718 Jun 09 15:09:28.324257 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96fad7-c39d-4837-ac19-a18a1b9d743d req-5cd46f5a-4017-477b-bad7-e2d6127c6e8f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:28.325803 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1b96fad7-c39d-4837-ac19-a18a1b9d743d req-5cd46f5a-4017-477b-bad7-e2d6127c6e8f tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.0863261 Jun 09 15:09:28.373837 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1b96fad7-c39d-4837-ac19-a18a1b9d743d req-82172197-4e6b-4922-ab1b-7049df9c49e2 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Jun 09 15:09:28.398318 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-baab009e-c971-4953-bb6c-b60be186c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:28.399789 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-baab009e-c971-4953-bb6c-b60be186c82b service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 917 time: 0.2109723 Jun 09 15:09:28.503326 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-8ed87973-b09b-48b4-adff-6a99d500491d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42657a5-5781-4b26-8f4c-f0198e754404 HTTP/1.1" status: 200 len: 1000 time: 0.0951436 Jun 09 15:09:28.564541 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-a8e2514e-ab13-40e1-b9d4-041caf183cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:28.565907 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-a8e2514e-ab13-40e1-b9d4-041caf183cfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.0542510 Jun 09 15:09:28.643842 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-efe00c12-86b0-4a31-93e0-99c120bba7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:28.645236 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-efe00c12-86b0-4a31-93e0-99c120bba7c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704832 Jun 09 15:09:28.776051 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-618f0e38-682e-48c9-907b-0e99c1704103 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220148 Jun 09 15:09:28.905696 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d5916f88-d7cc-4c5b-9204-58b474953eda req-90922022-9a7d-4abb-844e-59c4c50113a4 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211600 Jun 09 15:09:29.587699 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab1fde-6fe5-4375-945b-a48eec2e4dbb req-0022f09f-805d-4a3c-9b19-f5aeb8f48306 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:29.591364 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-acab1fde-6fe5-4375-945b-a48eec2e4dbb req-0022f09f-805d-4a3c-9b19-f5aeb8f48306 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.0864232 Jun 09 15:09:29.641458 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-acab1fde-6fe5-4375-945b-a48eec2e4dbb req-c9d46dae-0a43-4a8e-b04c-e9a149c45804 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444281 Jun 09 15:09:30.863309 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706b872-f407-49cc-abeb-b43a9689a0d7 req-33104763-f9c2-4198-85b6-c27b51abaf24 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:30.865847 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a706b872-f407-49cc-abeb-b43a9689a0d7 req-33104763-f9c2-4198-85b6-c27b51abaf24 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.1066713 Jun 09 15:09:30.911213 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a706b872-f407-49cc-abeb-b43a9689a0d7 req-081741d4-cee4-42c0-a024-73d74d70855c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389390 Jun 09 15:09:31.865893 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57440) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:32.113027 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab64f25-0851-4d4f-bda7-8d311c6e4c8d req-11f00c25-cee8-472b-9d42-1ab8dbfc1368 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:32.114447 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9ab64f25-0851-4d4f-bda7-8d311c6e4c8d req-11f00c25-cee8-472b-9d42-1ab8dbfc1368 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.0883551 Jun 09 15:09:32.163436 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9ab64f25-0851-4d4f-bda7-8d311c6e4c8d req-a3a57a80-0eb7-4321-89fc-c4352fe96ee4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422144 Jun 09 15:09:32.584795 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405430'] for router_interface, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.136676 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Deleting port a3252d16-cbf9-4317-a609-40c2357ad3c1 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:33.137431 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.302086 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] For port a3252d16-cbf9-4317-a609-40c2357ad3c1, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=a3252d16-cbf9-4317-a609-40c2357ad3c1,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:33.302495 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.333402 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-7c29b176-2747-4f7d-88a2-32c762586706 req-183e5b63-e5ff-4b9e-931a-114fb7603325 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677704520&fields=id&tenant_id=c0f7a91434e8463bbb2e7496158e5089 HTTP/1.1" status: 200 len: 267 time: 0.0463200 Jun 09 15:09:33.425617 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29b176-2747-4f7d-88a2-32c762586706 req-9b1d4c2d-8adb-4c26-a52c-abc6352c0fca tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:33.433289 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-7c29b176-2747-4f7d-88a2-32c762586706 req-9b1d4c2d-8adb-4c26-a52c-abc6352c0fca tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 984 time: 0.0934789 Jun 09 15:09:33.438670 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-7c29b176-2747-4f7d-88a2-32c762586706 req-ce8d05d6-ff23-4c5c-bf6c-ff0c7dc80a44 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Request body: {'port': {'security_groups': ['b238c316-e8e8-4471-bd85-69dad34f3b7a']}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:33.490932 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Calling delete_port for a3252d16-cbf9-4317-a609-40c2357ad3c1 owned by network:router_interface {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:33.543769 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf278e-6ee7-4c35-aaa0-2de55d560100 req-bc70d60a-f296-4cfa-a23e-5be5318614e6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:33.545576 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2fbf278e-6ee7-4c35-aaa0-2de55d560100 req-bc70d60a-f296-4cfa-a23e-5be5318614e6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.2352457 Jun 09 15:09:33.561612 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-7c29b176-2747-4f7d-88a2-32c762586706 req-ce8d05d6-ff23-4c5c-bf6c-ff0c7dc80a44 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.598891 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2fbf278e-6ee7-4c35-aaa0-2de55d560100 req-ac6b2b85-cb9b-423d-819e-966157e5670c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475178 Jun 09 15:09:33.727030 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.731906 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-fdaddb8d-b5e0-4c48-8e8d-7143c9483ac4 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:33.784993 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3252d16-cbf9-4317-a609-40c2357ad3c1,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:33.820191 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:33.857426 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-7c29b176-2747-4f7d-88a2-32c762586706 req-ce8d05d6-ff23-4c5c-bf6c-ff0c7dc80a44 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] For port f161b673-8988-4177-bc2b-1fd3d4ae2db1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:33.890574 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-7c29b176-2747-4f7d-88a2-32c762586706 req-ce8d05d6-ff23-4c5c-bf6c-ff0c7dc80a44 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.898421 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-7c29b176-2747-4f7d-88a2-32c762586706 req-ce8d05d6-ff23-4c5c-bf6c-ff0c7dc80a44 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16251884'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.905258 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:33.912980 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['f161b673-8988-4177-bc2b-1fd3d4ae2db1'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:34.040954 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29b176-2747-4f7d-88a2-32c762586706 req-ce8d05d6-ff23-4c5c-bf6c-ff0c7dc80a44 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:34.044583 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-7c29b176-2747-4f7d-88a2-32c762586706 req-ce8d05d6-ff23-4c5c-bf6c-ff0c7dc80a44 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.066061 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-7c29b176-2747-4f7d-88a2-32c762586706 req-ce8d05d6-ff23-4c5c-bf6c-ff0c7dc80a44 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "PUT /v2.0/ports/f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 200 len: 942 time: 0.6316159 Jun 09 15:09:34.066539 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:34.068952 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70216cd9-101d-4f51-bf1a-04cb21033b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:34.073905 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57456) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:34.178757 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['f161b673-8988-4177-bc2b-1fd3d4ae2db1'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:34.186797 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d05d6-ff23-4c5c-bf6c-ff0c7dc80a44 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event updated for resources: {'Port': ['ID=f161b673-8988-4177-bc2b-1fd3d4ae2db1,revision_number=7']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:34.218965 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ce8d05d6-ff23-4c5c-bf6c-ff0c7dc80a44 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:34.220654 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f81ada4-1d01-463b-868f-e12dd804f81f x-openstack-request-id: req-8f81ada4-1d01-463b-868f-e12dd804f81f {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:34.226574 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:34.227659 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8f81ada4-1d01-463b-868f-e12dd804f81f {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:34.228286 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'status': 'completed', 'code': 200} Jun 09 15:09:34.290215 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-817b4fed-7954-4ea1-bef1-d850c9635539 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.290516 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405240'] for router_interface, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.358106 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-817b4fed-7954-4ea1-bef1-d850c9635539 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.440458 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6733f52e-b4a3-48d1-a105-6553843bef4a None None] Provisioning complete for port f161b673-8988-4177-bc2b-1fd3d4ae2db1 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:34.440968 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6733f52e-b4a3-48d1-a105-6553843bef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.471908 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-817b4fed-7954-4ea1-bef1-d850c9635539 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.474567 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-817b4fed-7954-4ea1-bef1-d850c9635539 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.475724 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-817b4fed-7954-4ea1-bef1-d850c9635539 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "DELETE /v2.0/security-groups/62bdd4c5-54a3-4281-8e1b-358b62fbe1a4 HTTP/1.1" status: 204 len: 168 time: 0.3981557 Jun 09 15:09:34.476677 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0c13b8c9-6eba-45e4-a2f4-4c715c7053fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:34.486304 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57460) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:34.580774 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b4fed-7954-4ea1-bef1-d850c9635539 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bdd4c5-54a3-4281-8e1b-358b62fbe1a4,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:34.595081 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-817b4fed-7954-4ea1-bef1-d850c9635539 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:34.907892 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:35.069707 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a860fd-f735-4f98-84fb-0b7531628cbe req-3fbd9679-9054-4d3f-8988-0762b542cb17 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:35.071809 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-14a860fd-f735-4f98-84fb-0b7531628cbe req-3fbd9679-9054-4d3f-8988-0762b542cb17 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.1466365 Jun 09 15:09:35.128526 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Deleting port 8716f551-a6d9-40ff-b632-9cbf4901d875 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:35.128897 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.135559 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:35.143092 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] 10.222.0.83 "PUT /v2.0/routers/cf1a4a9e-43ad-457b-94b6-531b73d7b5b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2755284 Jun 09 15:09:35.145533 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3202575-38e8-4646-85e5-ca93db2e6883 None None] Sync routers for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:35.151083 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57464) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:35.157332 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3202575-38e8-4646-85e5-ca93db2e6883 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:35.158146 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-d3202575-38e8-4646-85e5-ca93db2e6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:09:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:35.165699 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-14a860fd-f735-4f98-84fb-0b7531628cbe req-c889ce83-694f-4dba-a69f-e9ba7dd4ea35 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850537 Jun 09 15:09:35.314384 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.314925 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.365421 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Notify callbacks [] for router, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.412347 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-d3202575-38e8-4646-85e5-ca93db2e6883 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:35.460164 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Calling delete_port for 8716f551-a6d9-40ff-b632-9cbf4901d875 owned by network:floatingip {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:35.600426 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.667572 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.674967 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b7fbe7a4-bc9f-4726-8b93-1ec8bb637057 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:35.710073 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Deleting port 6613bb79-f72b-4422-a5b3-a773d446318d {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:35.710779 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.735311 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event deleted for resources: {'Port': ['ID=8716f551-a6d9-40ff-b632-9cbf4901d875,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:35.742168 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:35.773147 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-d3202575-38e8-4646-85e5-ca93db2e6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:09:33Z', 'revision_number': 5, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port': {'id': '6613bb79-f72b-4422-a5b3-a773d446318d', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:56Z', 'updated_at': '2021-06-09T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:35.777000 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3202575-38e8-4646-85e5-ca93db2e6883 None None] Checking router: cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:35.790605 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3202575-38e8-4646-85e5-ca93db2e6883 None None] Routers {'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:35.791503 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-d3202575-38e8-4646-85e5-ca93db2e6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:09:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:35.851041 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks [] for floatingip, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.851607 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.l3_db [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Floating IP 921db20d-2d33-4bcb-9a2e-d2f6ddc34fe6 disassociated (deleted). External IP: 172.28.0.78, port: f161b673-8988-4177-bc2b-1fd3d4ae2db1. Jun 09 15:09:35.935207 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] For port 6613bb79-f72b-4422-a5b3-a773d446318d, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=6613bb79-f72b-4422-a5b3-a773d446318d,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:35.935510 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.992866 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-d3202575-38e8-4646-85e5-ca93db2e6883 None None] Set router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 gateway port host: None {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:36.102927 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Calling delete_port for 6613bb79-f72b-4422-a5b3-a773d446318d owned by network:router_gateway {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:36.128082 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-d3202575-38e8-4646-85e5-ca93db2e6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:09:35Z', 'revision_number': 6, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port_host': None}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:36.133487 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3202575-38e8-4646-85e5-ca93db2e6883 None None] The sync data for ids ['cf1a4a9e-43ad-457b-94b6-531b73d7b5b9'] in dv-cinder-789603-9-smb is: [{'id': 'cf1a4a9e-43ad-457b-94b6-531b73d7b5b9', 'name': 'tempest-AttachVolumeTestJSON-587125885-router', 'tenant_id': '9654598a67fe48cf889fd64d91ce8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:53Z', 'updated_at': '2021-06-09T15:09:35Z', 'revision_number': 6, 'project_id': '9654598a67fe48cf889fd64d91ce8273', 'gw_port_host': None}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:36.294799 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.332240 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Router 4fcbc417-b259-4a0a-968d-4c4556fd886f has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:36.337873 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d044c364-421c-4d53-bb89-f05d6a1a9589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:36.421303 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Pushing event deleted for resources: {'Port': ['ID=6613bb79-f72b-4422-a5b3-a773d446318d,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:36.441852 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:36.548568 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478758'] for router_gateway, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.568847 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:36.574467 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.588596 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d05dbd-f24d-46c7-8b85-114785ecd47d None None] Sync routers for ids ['4fcbc417-b259-4a0a-968d-4c4556fd886f'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:36.613195 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d05dbd-f24d-46c7-8b85-114785ecd47d None None] Routers {'4fcbc417-b259-4a0a-968d-4c4556fd886f'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:36.613982 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-78d05dbd-f24d-46c7-8b85-114785ecd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:09:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4fcbc417-b259-4a0a-968d-4c4556fd886f'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:36.632142 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-76b25a27-dc8c-4c6a-94bf-251f419232c3 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "DELETE /v2.0/floatingips/921db20d-2d33-4bcb-9a2e-d2f6ddc34fe6 HTTP/1.1" status: 204 len: 168 time: 2.1428986 Jun 09 15:09:36.633014 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:36.635621 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e13d92-ee86-409f-b20f-115bef1f1150" -d '{"events": [{"name": "network-changed", "server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:36.834063 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b3fc0-ba26-45c7-9804-b746d5e81e40 req-0a1d936a-17e1-4053-b6a5-f92c75d2511c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:36.835596 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-979b3fc0-ba26-45c7-9804-b746d5e81e40 req-0a1d936a-17e1-4053-b6a5-f92c75d2511c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.5312746 Jun 09 15:09:36.914931 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5222'] for router, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.916937 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-78d05dbd-f24d-46c7-8b85-114785ecd47d None None] Set router 4fcbc417-b259-4a0a-968d-4c4556fd886f gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:36.919504 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.957521 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-979b3fc0-ba26-45c7-9804-b746d5e81e40 req-34b7b544-2d6e-4e78-9d9a-3ee1768bd086 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660012 Jun 09 15:09:36.970791 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417677'] for router, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.971607 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 {{(pid=91820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:09:36.977594 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.981991 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] 10.222.0.83 "DELETE /v2.0/routers/cf1a4a9e-43ad-457b-94b6-531b73d7b5b9 HTTP/1.1" status: 204 len: 168 time: 1.8297715 Jun 09 15:09:36.983092 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57478) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:37.104005 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3a1097-bd04-4459-8eef-e3bb00c471ea x-openstack-request-id: req-bb3a1097-bd04-4459-8eef-e3bb00c471ea {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:37.104476 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:37.104881 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bb3a1097-bd04-4459-8eef-e3bb00c471ea {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:37.105461 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'status': 'completed', 'code': 200} Jun 09 15:09:37.156804 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-789db172-ee23-44e0-b510-a4d191cf7385 admin admin] Deleting subnet 47a5dc99-63cc-4c13-8815-180909d19523 {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:09:37.165619 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-789db172-ee23-44e0-b510-a4d191cf7385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.240691 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-789db172-ee23-44e0-b510-a4d191cf7385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11648536'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.399650 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-789db172-ee23-44e0-b510-a4d191cf7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.476007 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-78d05dbd-f24d-46c7-8b85-114785ecd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:13Z', 'revision_number': 4, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '31344e16-75c1-4848-984d-15e39d2e8b44', 'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'mac_address': 'fa:16:3e:82:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:12Z', 'updated_at': '2021-06-09T15:07:20Z', 'revision_number': 5, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'subnets': [{'id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:37.480306 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d05dbd-f24d-46c7-8b85-114785ecd47d None None] Checking router: 4fcbc417-b259-4a0a-968d-4c4556fd886f for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:37.489830 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d05dbd-f24d-46c7-8b85-114785ecd47d None None] Routers {'4fcbc417-b259-4a0a-968d-4c4556fd886f'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:37.490401 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-78d05dbd-f24d-46c7-8b85-114785ecd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:09:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4fcbc417-b259-4a0a-968d-4c4556fd886f'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:37.495020 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-789db172-ee23-44e0-b510-a4d191cf7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10730381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10751901'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.505954 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8b802ada-ba57-495f-96b7-98d801390156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:37.547632 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-789db172-ee23-44e0-b510-a4d191cf7385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.549876 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-789db172-ee23-44e0-b510-a4d191cf7385 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/47a5dc99-63cc-4c13-8815-180909d19523 HTTP/1.1" status: 204 len: 168 time: 0.5641806 Jun 09 15:09:37.552057 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873acd04-5712-4932-aa8e-0e5f3b118d10 None None] Network 248c892a-8a76-47cd-bd87-7fa88315b14d requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:37.552758 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57482) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:37.555176 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789db172-ee23-44e0-b510-a4d191cf7385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a5dc99-63cc-4c13-8815-180909d19523,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:37.557659 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-789db172-ee23-44e0-b510-a4d191cf7385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:37.692814 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-78d05dbd-f24d-46c7-8b85-114785ecd47d None None] Set router 4fcbc417-b259-4a0a-968d-4c4556fd886f gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:37.860311 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.866990 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bf07d3-8f1a-4491-8a62-ff02ef1e6506 None None] DHCP port deletion for 248c892a-8a76-47cd-bd87-7fa88315b14d request from dv-cinder-789603-9-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:09:37.977907 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 6613bb79-f72b-4422-a5b3-a773d446318d no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:37.992136 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Deleting port 98a906d4-d104-4bd8-88ad-95a86022cd89 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:37.992700 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.038654 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 6613bb79-f72b-4422-a5b3-a773d446318d {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:38.040896 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 6613bb79-f72b-4422-a5b3-a773d446318d not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:38.042573 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device a3252d16-cbf9-4317-a609-40c2357ad3c1 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:38.115571 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] For port 98a906d4-d104-4bd8-88ad-95a86022cd89, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=98a906d4-d104-4bd8-88ad-95a86022cd89,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:38.116267 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.117974 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: a3252d16-cbf9-4317-a609-40c2357ad3c1 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:38.118342 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device a3252d16-cbf9-4317-a609-40c2357ad3c1 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:38.118779 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 98a906d4-d104-4bd8-88ad-95a86022cd89 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:38.226378 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf07d3-8f1a-4491-8a62-ff02ef1e6506 None None] Deleting port 98a906d4-d104-4bd8-88ad-95a86022cd89 {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:38.228271 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d5bf07d3-8f1a-4491-8a62-ff02ef1e6506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.263840 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-78d05dbd-f24d-46c7-8b85-114785ecd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:13Z', 'revision_number': 4, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '31344e16-75c1-4848-984d-15e39d2e8b44', 'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'mac_address': 'fa:16:3e:82:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:12Z', 'updated_at': '2021-06-09T15:07:20Z', 'revision_number': 5, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'subnets': [{'id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:38.274923 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d05dbd-f24d-46c7-8b85-114785ecd47d None None] The sync data for ids ['4fcbc417-b259-4a0a-968d-4c4556fd886f'] in dv-cinder-789603-9-smb is: [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:07:13Z', 'revision_number': 4, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '31344e16-75c1-4848-984d-15e39d2e8b44', 'name': '', 'network_id': '085f2014-c5fe-40b8-92b1-a7443e7a9b7b', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'mac_address': 'fa:16:3e:82:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:12Z', 'updated_at': '2021-06-09T15:07:20Z', 'revision_number': 5, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'subnets': [{'id': '4cc8ab65-6f03-4ad3-b891-d22f1072dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:38.333191 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Calling delete_port for 98a906d4-d104-4bd8-88ad-95a86022cd89 owned by network:dhcp {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:38.425743 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.430982 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Port 98a906d4-d104-4bd8-88ad-95a86022cd89 update to DOWN by agent not found {{(pid=91821) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Jun 09 15:09:38.454893 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:38.457639 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-d5bf07d3-8f1a-4491-8a62-ff02ef1e6506 None None] For port 98a906d4-d104-4bd8-88ad-95a86022cd89, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=98a906d4-d104-4bd8-88ad-95a86022cd89,segment=NetworkSegment(a8de3869-0e08-4d17-ab4b-27d79f83785b),segment_id=a8de3869-0e08-4d17-ab4b-27d79f83785b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:38.458163 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d5bf07d3-8f1a-4491-8a62-ff02ef1e6506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.532990 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=98a906d4-d104-4bd8-88ad-95a86022cd89,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:38.535997 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:38.538665 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] No DVR routers for this DVR port 98a906d4-d104-4bd8-88ad-95a86022cd89 on host dv-cinder-789603-9-smb {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:38.631013 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fcf09-a733-4778-9f88-742c815160d7 req-457db8ac-e9dc-4b9a-97ad-d1e757909560 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:38.635402 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf07d3-8f1a-4491-8a62-ff02ef1e6506 None None] Calling delete_port for 98a906d4-d104-4bd8-88ad-95a86022cd89 owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:38.639930 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-253fcf09-a733-4778-9f88-742c815160d7 req-457db8ac-e9dc-4b9a-97ad-d1e757909560 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.5144041 Jun 09 15:09:38.715426 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0bf95d-6e90-4619-a7cf-03895306bc91 None None] New status for floating IP 921db20d-2d33-4bcb-9a2e-d2f6ddc34fe6: DOWN {{(pid=91821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:09:38.783432 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.802919 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-253fcf09-a733-4778-9f88-742c815160d7 req-e38f66b2-ece0-47d5-b743-941435458e31 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619866 Jun 09 15:09:38.804570 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248c892a-8a76-47cd-bd87-7fa88315b14d']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:38.818846 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8de3869-0e08-4d17-ab4b-27d79f83785b') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:38.820921 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8de3869-0e08-4d17-ab4b-27d79f83785b') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:38.833560 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15481737'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.854114 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.862531 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:09:38.863248 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16251792'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: Traceback (most recent call last): Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: timer() Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: cb(*args, **kw) Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: return func(*args, **kwargs) Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: self._notify() Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: self.callback(batched_events) Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: event.method(event) Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: return f(self, *a, **k) Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: return self._get(url).json() Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:09:38.884446 dv-cinder-789603-9-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:09:38.914873 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d5bf07d3-8f1a-4491-8a62-ff02ef1e6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.931353 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:38.985219 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.991297 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:38.995087 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf07d3-8f1a-4491-8a62-ff02ef1e6506 None None] No DVR routers for this DVR port 98a906d4-d104-4bd8-88ad-95a86022cd89 on host dv-cinder-789603-9-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:38.996610 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf07d3-8f1a-4491-8a62-ff02ef1e6506 None None] Pushing event deleted for resources: {'Port': ['ID=98a906d4-d104-4bd8-88ad-95a86022cd89,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:38.998928 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-d5bf07d3-8f1a-4491-8a62-ff02ef1e6506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:39.005108 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:39.007047 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/248c892a-8a76-47cd-bd87-7fa88315b14d HTTP/1.1" status: 204 len: 168 time: 1.4530361 Jun 09 15:09:39.025113 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=248c892a-8a76-47cd-bd87-7fa88315b14d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:39.027838 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:39.134522 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57492) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:39.186510 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-c0e52391-a920-4898-9183-3366cc848580 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9654598a67fe48cf889fd64d91ce8273&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508213 Jun 09 15:09:39.188841 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57494) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:39.252759 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3e005714-f45b-4be4-9a4e-85e8f2ba6f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:39.279329 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3e005714-f45b-4be4-9a4e-85e8f2ba6f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:39.337004 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3e005714-f45b-4be4-9a4e-85e8f2ba6f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:39.339426 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3e005714-f45b-4be4-9a4e-85e8f2ba6f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:39.340598 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-3e005714-f45b-4be4-9a4e-85e8f2ba6f7d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/13229ee5-29dd-4f3f-940f-a72d1f439940 HTTP/1.1" status: 204 len: 168 time: 0.1508532 Jun 09 15:09:39.341351 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2c2dcbca-f570-4c54-8051-4ad58d2d5550 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:39.350902 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e005714-f45b-4be4-9a4e-85e8f2ba6f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13229ee5-29dd-4f3f-940f-a72d1f439940,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:39.353765 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3e005714-f45b-4be4-9a4e-85e8f2ba6f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:40.001192 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c2daf-a25b-46ed-b950-7af8e4394d17 req-e40d8c58-e5d1-4030-8637-be5cd04ea8e6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:40.002654 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f19c2daf-a25b-46ed-b950-7af8e4394d17 req-e40d8c58-e5d1-4030-8637-be5cd04ea8e6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.0806258 Jun 09 15:09:40.047426 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f19c2daf-a25b-46ed-b950-7af8e4394d17 req-0feb80ba-0933-4fa5-bd8d-2e6282b48221 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383592 Jun 09 15:09:40.088266 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57520) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:40.189440 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1153118074-network', 'tenant_id': '42c5422b767d40ec88323f09bf2b3943'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:40.212446 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Made reservation on behalf of 42c5422b767d40ec88323f09bf2b3943 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:40.214740 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.226364 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.332104 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.335586 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.339595 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-992229eb-bb54-4ff2-a0b5-911062bf5caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:40.365621 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:09:40.374484 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf9f09b-17e3-4d33-8b45-906869b403a5,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:40.378011 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:40.380516 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.380864 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Added segment d0c7bb75-a966-4850-b6a5-8a6ff951a942 of type vlan for network 5e7477c2-e255-41ae-b698-dd72d10500d4 Jun 09 15:09:40.407262 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.435312 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.436609 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:40.437191 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.441842 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1409cfed-cd59-4c10-84c9-6438fe18873c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:40.541333 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4494555 Jun 09 15:09:40.541970 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57524) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:40.551895 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Request body: {'subnet': {'network_id': '5e7477c2-e255-41ae-b698-dd72d10500d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1153118074-subnet', 'tenant_id': '42c5422b767d40ec88323f09bf2b3943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:40.565299 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Pushing event updated for resources: {'Network': ['ID=5e7477c2-e255-41ae-b698-dd72d10500d4,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:40.568091 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:40.572510 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70216cd9-101d-4f51-bf1a-04cb21033b6c req-4989241b-7050-4dc6-9ca2-c380bcd18036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:40.574248 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-70216cd9-101d-4f51-bf1a-04cb21033b6c req-4989241b-7050-4dc6-9ca2-c380bcd18036 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0f7a91434e8463bbb2e7496158e5089&device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 1098 time: 0.0857463 Jun 09 15:09:40.581575 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 5e7477c2-e255-41ae-b698-dd72d10500d4 details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:09:40.589718 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Made reservation on behalf of 42c5422b767d40ec88323f09bf2b3943 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:40.592401 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10751930'] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.739625 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70216cd9-101d-4f51-bf1a-04cb21033b6c req-92b481e9-6516-49b7-b9f0-ece0aa859aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:40.741113 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-70216cd9-101d-4f51-bf1a-04cb21033b6c req-92b481e9-6516-49b7-b9f0-ece0aa859aad service neutron] 10.222.0.46 "GET /v2.0/networks?id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b HTTP/1.1" status: 200 len: 915 time: 0.1584342 Jun 09 15:09:40.755409 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.811342 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-70216cd9-101d-4f51-bf1a-04cb21033b6c req-447da07a-ff1f-457d-8a7b-48e8d0c51a54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 200 len: 217 time: 0.0633004 Jun 09 15:09:40.819069 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10730444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10751876'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.823925 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:40.874591 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70216cd9-101d-4f51-bf1a-04cb21033b6c req-40d640e6-8ab7-4445-af14-909be18c2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:40.876256 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-70216cd9-101d-4f51-bf1a-04cb21033b6c req-40d640e6-8ab7-4445-af14-909be18c2487 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cc8ab65-6f03-4ad3-b891-d22f1072dade HTTP/1.1" status: 200 len: 853 time: 0.0577569 Jun 09 15:09:40.899778 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75560153-8bbf-47e2-bb1e-a76a54a43c36,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:40.903515 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:40.910517 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Checking segment: {'id': 'd0c7bb75-a966-4850-b6a5-8a6ff951a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e7477c2-e255-41ae-b698-dd72d10500d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:40.910866 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Network hostable DHCP agents. Network: 5e7477c2-e255-41ae-b698-dd72d10500d4, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:09:40.929410 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Network 5e7477c2-e255-41ae-b698-dd72d10500d4 is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:09:40.941061 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 5e7477c2-e255-41ae-b698-dd72d10500d4) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:40.946530 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:40.947293 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.951590 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4977482c-aebd-4463-be1f-61d74cf489b1 None None] Network 5e7477c2-e255-41ae-b698-dd72d10500d4 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:40.957692 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70216cd9-101d-4f51-bf1a-04cb21033b6c req-d0f8a9bd-4996-413f-a652-1f34636a8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:40.959232 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-70216cd9-101d-4f51-bf1a-04cb21033b6c req-d0f8a9bd-4996-413f-a652-1f34636a8fff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756748 Jun 09 15:09:40.974658 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4284279 Jun 09 15:09:41.101052 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-70216cd9-101d-4f51-bf1a-04cb21033b6c req-25521a8d-222d-476e-8e5c-1c6f525c872b service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302829 Jun 09 15:09:41.205145 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6483308-dff5-44cc-86f9-f4a9167371a1 None None] Network 5e7477c2-e255-41ae-b698-dd72d10500d4 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:41.429083 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-70216cd9-101d-4f51-bf1a-04cb21033b6c req-be403f51-d239-4d01-8beb-6658a72a00b3 service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201625 Jun 09 15:09:41.443517 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b964f9-e4d6-411c-8d21-a839da873b45 req-b3eb99d1-a5f3-4ab1-b069-30038f7dd4f8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:41.445038 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b8b964f9-e4d6-411c-8d21-a839da873b45 req-b3eb99d1-a5f3-4ab1-b069-30038f7dd4f8 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.1375966 Jun 09 15:09:41.491787 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b8b964f9-e4d6-411c-8d21-a839da873b45 req-3cd8309a-5d28-4d14-83c4-1d66011be27c tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407164 Jun 09 15:09:41.561598 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e13d92-ee86-409f-b20f-115bef1f1150 req-0f16a015-4372-411b-b6b4-9b36908067a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:41.563034 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28e13d92-ee86-409f-b20f-115bef1f1150 req-0f16a015-4372-411b-b6b4-9b36908067a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0f7a91434e8463bbb2e7496158e5089&device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 1098 time: 0.0746963 Jun 09 15:09:41.581948 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57544) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:41.587541 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1691680371-network', 'tenant_id': '9024e75028e64271b789590b889bce72'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:41.610657 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Made reservation on behalf of 9024e75028e64271b789590b889bce72 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:41.613178 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.625052 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.698125 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e13d92-ee86-409f-b20f-115bef1f1150 req-039174f8-fe18-48d1-8210-36f4e045b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:41.699596 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28e13d92-ee86-409f-b20f-115bef1f1150 req-039174f8-fe18-48d1-8210-36f4e045b3ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b HTTP/1.1" status: 200 len: 915 time: 0.1253293 Jun 09 15:09:41.732532 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.737032 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.749731 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:09:41.760418 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.760864 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Added segment c2631357-2c5b-4315-9613-3435ab1d7c31 of type vlan for network f9ad7c98-eb62-4c66-841f-da829310709d Jun 09 15:09:41.770980 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28e13d92-ee86-409f-b20f-115bef1f1150 req-cb95e3d4-5ac4-40af-8600-954184e4472d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 200 len: 217 time: 0.0611525 Jun 09 15:09:41.774090 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-300f4077-f347-4125-b599-324387b2011f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:41.797486 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.819247 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedc2cf0-16b3-411b-8739-96d1c04eda9a,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:41.826427 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:41.843190 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e13d92-ee86-409f-b20f-115bef1f1150 req-c7d92bcc-1af3-4744-b963-927bb88b9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:41.844735 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28e13d92-ee86-409f-b20f-115bef1f1150 req-c7d92bcc-1af3-4744-b963-927bb88b9a28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cc8ab65-6f03-4ad3-b891-d22f1072dade HTTP/1.1" status: 200 len: 853 time: 0.0641553 Jun 09 15:09:41.862175 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.863640 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:41.864257 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.867894 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bd5d05c8-a102-4d58-969a-ea7142e4f965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:41.923677 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e13d92-ee86-409f-b20f-115bef1f1150 req-31871d35-49c0-4def-be5d-200782cf5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:41.925320 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28e13d92-ee86-409f-b20f-115bef1f1150 req-31871d35-49c0-4def-be5d-200782cf5e99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=085f2014-c5fe-40b8-92b1-a7443e7a9b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710781 Jun 09 15:09:41.958972 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3758574 Jun 09 15:09:41.962117 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57552) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:41.968864 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Request body: {'subnet': {'network_id': 'f9ad7c98-eb62-4c66-841f-da829310709d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1691680371-subnet', 'tenant_id': '9024e75028e64271b789590b889bce72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:41.975127 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Pushing event updated for resources: {'Network': ['ID=f9ad7c98-eb62-4c66-841f-da829310709d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:41.977867 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:41.989012 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network f9ad7c98-eb62-4c66-841f-da829310709d details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:09:41.997721 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Made reservation on behalf of 9024e75028e64271b789590b889bce72 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:42.004668 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10751930'] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.083636 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28e13d92-ee86-409f-b20f-115bef1f1150 req-48a0dc86-b698-45b6-9e6f-f4d7524bd006 service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477554 Jun 09 15:09:42.222914 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-28e13d92-ee86-409f-b20f-115bef1f1150 req-79e8bd70-194f-4a07-97fd-107460a6f5cd service neutron] 10.222.0.46 "GET /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329172 Jun 09 15:09:42.318310 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10730444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10751876'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.322380 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d9da89f9-aca1-49f4-99d1-6ea993642c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:42.391309 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=315de40e-b5c5-4afa-b2d2-08ee40a5f9b5,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:42.394630 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:42.400642 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Checking segment: {'id': 'c2631357-2c5b-4315-9613-3435ab1d7c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f9ad7c98-eb62-4c66-841f-da829310709d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:42.400995 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Network hostable DHCP agents. Network: f9ad7c98-eb62-4c66-841f-da829310709d, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:09:42.416972 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Network f9ad7c98-eb62-4c66-841f-da829310709d is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:09:42.425871 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, f9ad7c98-eb62-4c66-841f-da829310709d) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:42.429846 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:42.430426 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.435114 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f3b731-214c-451e-9789-36859063bb51 None None] Network f9ad7c98-eb62-4c66-841f-da829310709d requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:42.447702 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-d315e272-21ff-4a53-bbb8-1973aa1470ff admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4845080 Jun 09 15:09:42.580550 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57562) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:42.627217 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3eef98-7ed2-4348-b087-97f801515eab None None] Network f9ad7c98-eb62-4c66-841f-da829310709d requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:42.688017 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-210730b1-1509-4b32-96f3-6f47ff92b173 admin admin] Deleting subnet 75560153-8bbf-47e2-bb1e-a76a54a43c36 {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:09:42.691407 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-210730b1-1509-4b32-96f3-6f47ff92b173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.750870 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-210730b1-1509-4b32-96f3-6f47ff92b173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11648536'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.782760 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a412b8a-cdfc-4600-9dd0-49e28dc0b5b8 req-f599a91d-77ce-4be1-8869-4b5317c18da2 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:42.784207 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4a412b8a-cdfc-4600-9dd0-49e28dc0b5b8 req-f599a91d-77ce-4be1-8869-4b5317c18da2 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 944 time: 0.1761129 Jun 09 15:09:42.842592 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-210730b1-1509-4b32-96f3-6f47ff92b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.879215 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4a412b8a-cdfc-4600-9dd0-49e28dc0b5b8 req-ff5bfba0-d3a7-4591-9fb6-7a25618fe7cb tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887938 Jun 09 15:09:42.916677 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-210730b1-1509-4b32-96f3-6f47ff92b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10730381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10751901'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.920471 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b1d0fb9c-3da6-4e2c-9498-7dccc53770b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:42.954115 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210730b1-1509-4b32-96f3-6f47ff92b173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75560153-8bbf-47e2-bb1e-a76a54a43c36,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:42.957094 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-210730b1-1509-4b32-96f3-6f47ff92b173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:42.958048 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-210730b1-1509-4b32-96f3-6f47ff92b173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.959820 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-210730b1-1509-4b32-96f3-6f47ff92b173 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/75560153-8bbf-47e2-bb1e-a76a54a43c36 HTTP/1.1" status: 204 len: 168 time: 0.3800340 Jun 09 15:09:42.962368 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57564) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:43.064940 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.183760 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.196841 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7477c2-e255-41ae-b698-dd72d10500d4']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:43.208769 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c7bb75-a966-4850-b6a5-8a6ff951a942') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:43.209069 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c7bb75-a966-4850-b6a5-8a6ff951a942') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:43.222112 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11648545'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.237736 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.243872 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:09:43.244260 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10730286'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: Traceback (most recent call last): Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: timer() Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: cb(*args, **kw) Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: return func(*args, **kwargs) Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: self._notify() Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: self.callback(batched_events) Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: event.method(event) Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: return f(self, *a, **k) Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: return self._get(url).json() Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:09:43.257149 dv-cinder-789603-9-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:09:43.333828 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.338485 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:43.354785 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.355942 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6bee9c26-a807-4ed5-9d6a-ce34a059eea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.356638 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/5e7477c2-e255-41ae-b698-dd72d10500d4 HTTP/1.1" status: 204 len: 168 time: 0.3933227 Jun 09 15:09:43.359682 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57570) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:43.360448 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7477c2-e255-41ae-b698-dd72d10500d4,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:43.362617 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:43.431985 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7557c2a8-755c-4ce5-b2a4-e5b28edf7a51 admin admin] Deleting subnet 315de40e-b5c5-4afa-b2d2-08ee40a5f9b5 {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:09:43.435058 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7557c2a8-755c-4ce5-b2a4-e5b28edf7a51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.484536 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7557c2a8-755c-4ce5-b2a4-e5b28edf7a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15481776'] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.537144 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7557c2a8-755c-4ce5-b2a4-e5b28edf7a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.582395 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8410b-f9ae-4a7e-b304-a3a166f13d4b req-2dbf91bf-6024-419c-98e8-7ac920afa906 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:43.583888 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-77f8410b-f9ae-4a7e-b304-a3a166f13d4b req-2dbf91bf-6024-419c-98e8-7ac920afa906 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 945 time: 0.0784349 Jun 09 15:09:43.607568 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7557c2a8-755c-4ce5-b2a4-e5b28edf7a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16251699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16125749'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.611752 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:43.633783 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-77f8410b-f9ae-4a7e-b304-a3a166f13d4b req-86bcf6a3-35c1-4162-9560-220a97956f98 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433028 Jun 09 15:09:43.645925 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557c2a8-755c-4ce5-b2a4-e5b28edf7a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315de40e-b5c5-4afa-b2d2-08ee40a5f9b5,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:43.648926 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7557c2a8-755c-4ce5-b2a4-e5b28edf7a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:43.651569 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7557c2a8-755c-4ce5-b2a4-e5b28edf7a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.653379 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-7557c2a8-755c-4ce5-b2a4-e5b28edf7a51 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/315de40e-b5c5-4afa-b2d2-08ee40a5f9b5 HTTP/1.1" status: 204 len: 168 time: 0.2920754 Jun 09 15:09:43.655831 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57574) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:43.689155 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b42657a5-5781-4b26-8f4c-f0198e754404 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:09:43.759356 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.821286 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:43.834403 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'port_id': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'mac_address': 'fa:16:3e:3b:74:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:09:43.885754 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.892726 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.900287 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ad7c98-eb62-4c66-841f-da829310709d']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:43.909357 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42657a5-5781-4b26-8f4c-f0198e754404 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:09:43.912879 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2631357-2c5b-4315-9613-3435ab1d7c31') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:43.912998 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2631357-2c5b-4315-9613-3435ab1d7c31') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:43.926217 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:43.926366 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15481737'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.930856 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.932834 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:43.949683 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.956621 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:09:43.957149 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16251792'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: Traceback (most recent call last): Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: timer() Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: cb(*args, **kw) Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: return func(*args, **kwargs) Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: self._notify() Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: self.callback(batched_events) Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: event.method(event) Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: return f(self, *a, **k) Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: return self._get(url).json() Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:09:43.971316 dv-cinder-789603-9-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:09:44.009074 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=b42657a5-5781-4b26-8f4c-f0198e754404,revision_number=9']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:44.012528 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:44.171699 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.178443 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-866e66f0-105e-4676-a25e-66dbfc56cc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:44.186619 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['b42657a5-5781-4b26-8f4c-f0198e754404'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:44.191304 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.193113 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f9ad7c98-eb62-4c66-841f-da829310709d HTTP/1.1" status: 204 len: 168 time: 0.5361791 Jun 09 15:09:44.201609 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ad7c98-eb62-4c66-841f-da829310709d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:44.206109 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b2b47b2c-893b-45cb-b86e-c23ddb23f096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:44.218652 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29ade8-ddb3-47a6-8f04-c7cbb2f70842 req-0968f4bc-344b-41be-aed7-deb7b6911c0e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:44.220119 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5e29ade8-ddb3-47a6-8f04-c7cbb2f70842 req-0968f4bc-344b-41be-aed7-deb7b6911c0e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 945 time: 0.1257658 Jun 09 15:09:44.272014 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5e29ade8-ddb3-47a6-8f04-c7cbb2f70842 req-ec0692b0-fe79-4cc3-b1ee-74cedd9d1b53 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464118 Jun 09 15:09:44.384637 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57580) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:44.430587 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-c140e0ec-237e-4d42-9afd-f1dd1f0691d9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=42c5422b767d40ec88323f09bf2b3943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447943 Jun 09 15:09:44.432924 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57582) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:44.487608 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a04fe508-eaed-4066-b0c7-72098697bd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.512137 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a04fe508-eaed-4066-b0c7-72098697bd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.561829 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a04fe508-eaed-4066-b0c7-72098697bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.564252 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a04fe508-eaed-4066-b0c7-72098697bd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.565405 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-a04fe508-eaed-4066-b0c7-72098697bd94 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ecf9f09b-17e3-4d33-8b45-906869b403a5 HTTP/1.1" status: 204 len: 168 time: 0.1316235 Jun 09 15:09:44.566153 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8f105f3d-063d-4182-8278-8b33c7417af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:44.578203 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fe508-eaed-4066-b0c7-72098697bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf9f09b-17e3-4d33-8b45-906869b403a5,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:44.578772 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a04fe508-eaed-4066-b0c7-72098697bd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:44.817252 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe65d-7d9d-427d-a189-a8e79904c595 req-8b8072e9-6734-4bec-9d17-dc2ca8d2cb8a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:44.818760 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-78ffe65d-7d9d-427d-a189-a8e79904c595 req-8b8072e9-6734-4bec-9d17-dc2ca8d2cb8a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 945 time: 0.0788062 Jun 09 15:09:44.863674 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-78ffe65d-7d9d-427d-a189-a8e79904c595 req-e41239d3-b14d-4ec4-a0c5-918b4de92cd4 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385888 Jun 09 15:09:44.904609 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57590) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:44.950832 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-3e37f936-cce5-43f9-a594-8bf273d42f3d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9024e75028e64271b789590b889bce72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450242 Jun 09 15:09:44.953394 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57592) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:45.012076 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6362fa64-d0e6-4abc-8823-e11e20d0fc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.036402 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6362fa64-d0e6-4abc-8823-e11e20d0fc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.086203 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6362fa64-d0e6-4abc-8823-e11e20d0fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.088704 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6362fa64-d0e6-4abc-8823-e11e20d0fc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.089852 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-6362fa64-d0e6-4abc-8823-e11e20d0fc65 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fedc2cf0-16b3-411b-8739-96d1c04eda9a HTTP/1.1" status: 204 len: 168 time: 0.1355460 Jun 09 15:09:45.090600 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-62cffda8-b93b-41a5-8059-be157b4aebd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:45.099926 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362fa64-d0e6-4abc-8823-e11e20d0fc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedc2cf0-16b3-411b-8739-96d1c04eda9a,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:45.102829 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6362fa64-d0e6-4abc-8823-e11e20d0fc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:45.465787 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86e45f-1ee6-4c39-9488-26bdfa4eb386 req-dda04052-7c4f-4779-b32f-029858c13907 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:45.467240 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2b86e45f-1ee6-4c39-9488-26bdfa4eb386 req-dda04052-7c4f-4779-b32f-029858c13907 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 945 time: 0.0823750 Jun 09 15:09:45.564301 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2b86e45f-1ee6-4c39-9488-26bdfa4eb386 req-51415d9b-ad23-4daf-9906-7f4bd247eb59 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600879 Jun 09 15:09:45.594651 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdbabc-0ef8-40f2-bb4a-f4d5d6bcb03d req-02027bd9-d9a5-4118-a35d-d2b31e03a3ac tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:45.596160 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a1fdbabc-0ef8-40f2-bb4a-f4d5d6bcb03d req-02027bd9-d9a5-4118-a35d-d2b31e03a3ac tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.46 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 945 time: 0.1280575 Jun 09 15:09:45.699584 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b42657a5-5781-4b26-8f4c-f0198e754404 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:45.743633 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-a1fdbabc-0ef8-40f2-bb4a-f4d5d6bcb03d req-a57405a5-645a-44e5-8a01-3c4cd1f4d540 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Deleting port f161b673-8988-4177-bc2b-1fd3d4ae2db1 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:45.743970 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-a1fdbabc-0ef8-40f2-bb4a-f4d5d6bcb03d req-a57405a5-645a-44e5-8a01-3c4cd1f4d540 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.771138 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.783587 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port b42657a5-5781-4b26-8f4c-f0198e754404 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:45.783966 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.849864 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4ce8-136d-4d30-b42b-5f3c481a79c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.896204 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-a1fdbabc-0ef8-40f2-bb4a-f4d5d6bcb03d req-a57405a5-645a-44e5-8a01-3c4cd1f4d540 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] For port f161b673-8988-4177-bc2b-1fd3d4ae2db1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f161b673-8988-4177-bc2b-1fd3d4ae2db1,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:45.896605 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-a1fdbabc-0ef8-40f2-bb4a-f4d5d6bcb03d req-a57405a5-645a-44e5-8a01-3c4cd1f4d540 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.921720 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.955918 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:45.959359 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e835b6d8-9101-42ae-94e6-f2e4570afddd" -d '{"events": [{"server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:45.969514 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:45.978431 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.982103 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:46.085061 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=b42657a5-5781-4b26-8f4c-f0198e754404,revision_number=10']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:46.090247 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:46.132446 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-a1fdbabc-0ef8-40f2-bb4a-f4d5d6bcb03d req-a57405a5-645a-44e5-8a01-3c4cd1f4d540 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Calling delete_port for f161b673-8988-4177-bc2b-1fd3d4ae2db1 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:46.245004 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caab5fa-7247-4162-ac39-1e478afa870a req-7e447fa9-7558-4810-82ba-4395bcffb5e6 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:46.246720 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1caab5fa-7247-4162-ac39-1e478afa870a req-7e447fa9-7558-4810-82ba-4395bcffb5e6 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/ports?device_id=f405e268-1bbb-4d81-8cd3-0b2e1bcf8293 HTTP/1.1" status: 200 len: 945 time: 0.0881226 Jun 09 15:09:46.267473 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-a1fdbabc-0ef8-40f2-bb4a-f4d5d6bcb03d req-a57405a5-645a-44e5-8a01-3c4cd1f4d540 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:46.274361 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c86b56aa-ae4b-4b44-9b7e-feba3330019f tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:46.283461 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['f161b673-8988-4177-bc2b-1fd3d4ae2db1'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:46.304163 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1caab5fa-7247-4162-ac39-1e478afa870a req-8eef7c2f-6897-4581-88a7-d487514aaf20 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.83 "GET /v2.0/security-groups?id=b238c316-e8e8-4471-bd85-69dad34f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506499 Jun 09 15:09:46.308931 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:09:46.348950 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57405a5-645a-44e5-8a01-3c4cd1f4d540 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Pushing event deleted for resources: {'Port': ['ID=f161b673-8988-4177-bc2b-1fd3d4ae2db1,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:46.395257 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a57405a5-645a-44e5-8a01-3c4cd1f4d540 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:46.419795 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6894984b-6c6b-496f-8728-7a5bd3189a26 x-openstack-request-id: req-6894984b-6c6b-496f-8728-7a5bd3189a26 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:46.420118 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:46.421004 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6894984b-6c6b-496f-8728-7a5bd3189a26 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:46.421581 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'code': 200} Jun 09 15:09:46.438335 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fdbabc-0ef8-40f2-bb4a-f4d5d6bcb03d req-a57405a5-645a-44e5-8a01-3c4cd1f4d540 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] No DVR routers for this DVR port f161b673-8988-4177-bc2b-1fd3d4ae2db1 on host hv-cinder-78960 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:46.449548 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-a1fdbabc-0ef8-40f2-bb4a-f4d5d6bcb03d req-a57405a5-645a-44e5-8a01-3c4cd1f4d540 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:46.451619 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a1fdbabc-0ef8-40f2-bb4a-f4d5d6bcb03d req-a57405a5-645a-44e5-8a01-3c4cd1f4d540 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] 10.222.0.46 "DELETE /v2.0/ports/f161b673-8988-4177-bc2b-1fd3d4ae2db1 HTTP/1.1" status: 204 len: 173 time: 0.8462596 Jun 09 15:09:46.452154 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'name': 'network-vif-deleted', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:46.454493 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46745e49-6537-42d7-a429-c4f3e5548e5a" -d '{"events": [{"server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "name": "network-vif-deleted", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:46.503393 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54327db0-ffee-4163-91ee-cc139ba2f9a4 x-openstack-request-id: req-54327db0-ffee-4163-91ee-cc139ba2f9a4 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:46.504022 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405e268-1bbb-4d81-8cd3-0b2e1bcf8293", "name": "network-vif-deleted", "tag": "f161b673-8988-4177-bc2b-1fd3d4ae2db1", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:46.504022 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-54327db0-ffee-4163-91ee-cc139ba2f9a4 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:46.504505 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405e268-1bbb-4d81-8cd3-0b2e1bcf8293', 'name': 'network-vif-deleted', 'tag': 'f161b673-8988-4177-bc2b-1fd3d4ae2db1', 'status': 'completed', 'code': 200} Jun 09 15:09:46.633815 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13c53-4f25-4853-9380-43c792cc87d0 req-8dd9ea35-e592-4cba-a77c-fbe6ceacb6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:46.636488 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b8c13c53-4f25-4853-9380-43c792cc87d0 req-8dd9ea35-e592-4cba-a77c-fbe6ceacb6bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 1100 time: 0.0824106 Jun 09 15:09:46.686664 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-b8c13c53-4f25-4853-9380-43c792cc87d0 req-8c053e22-ea4d-4713-ba2a-0d5adc4a4820 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386329 Jun 09 15:09:46.790072 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca5ebd-e0f4-4c55-b386-4250d80402d4 req-ff935023-5ee5-4b51-b0f9-00d232619019 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:46.796860 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-48ca5ebd-e0f4-4c55-b386-4250d80402d4 req-ff935023-5ee5-4b51-b0f9-00d232619019 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 947 time: 0.0968752 Jun 09 15:09:46.840821 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-48ca5ebd-e0f4-4c55-b386-4250d80402d4 req-097afbbc-923e-4052-8ab1-911deb87e57d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429845 Jun 09 15:09:46.916588 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:48.035809 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57724) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:48.167755 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3a014-ea9d-428d-a3a1-9d299406cf7e req-ad056bad-0781-47f4-beed-eb1fde0d9f05 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:48.169145 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-38a3a014-ea9d-428d-a3a1-9d299406cf7e req-ad056bad-0781-47f4-beed-eb1fde0d9f05 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 947 time: 0.2065148 Jun 09 15:09:48.247843 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-38a3a014-ea9d-428d-a3a1-9d299406cf7e req-39a83b15-0520-4261-b2f4-7a954af9c4d1 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643244 Jun 09 15:09:48.625323 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:48.717327 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405430'] for router_interface, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:49.132309 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] Deleting port 31344e16-75c1-4848-984d-15e39d2e8b44 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:49.133471 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:49.252872 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] For port 31344e16-75c1-4848-984d-15e39d2e8b44, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=31344e16-75c1-4848-984d-15e39d2e8b44,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:49.253107 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:49.377931 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] Calling delete_port for 31344e16-75c1-4848-984d-15e39d2e8b44 owned by network:router_interface {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:49.439365 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dc113-b0f8-4a74-9563-1f176ea69a1c req-1868f9a5-7a19-4a77-a784-4822b6dbed34 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:49.440887 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a91dc113-b0f8-4a74-9563-1f176ea69a1c req-1868f9a5-7a19-4a77-a784-4822b6dbed34 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 947 time: 0.0803764 Jun 09 15:09:49.489574 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a91dc113-b0f8-4a74-9563-1f176ea69a1c req-b1f56c41-a7ac-4a07-a353-badba4549ea6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429535 Jun 09 15:09:49.636796 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:49.640985 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-233bb50b-4fb0-401c-9bcd-607f98edf432 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:49.681215 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] Pushing event deleted for resources: {'Port': ['ID=31344e16-75c1-4848-984d-15e39d2e8b44,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:49.684256 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:49.728988 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device f161b673-8988-4177-bc2b-1fd3d4ae2db1 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:49.765609 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: f161b673-8988-4177-bc2b-1fd3d4ae2db1 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:49.765973 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device f161b673-8988-4177-bc2b-1fd3d4ae2db1 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:50.033916 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405240'] for router_interface, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:50.380110 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] Router 4fcbc417-b259-4a0a-968d-4c4556fd886f has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:50.559895 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:50.569245 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b953a4a1-e69e-4439-91d9-f8a3f48ab23f admin admin] 10.222.0.83 "PUT /v2.0/routers/4fcbc417-b259-4a0a-968d-4c4556fd886f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5323329 Jun 09 15:09:50.569541 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57754) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:50.599601 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b88de8-d69e-4c35-b254-c6e6c28e8706 None None] Sync routers for ids ['4fcbc417-b259-4a0a-968d-4c4556fd886f'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:50.610883 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b88de8-d69e-4c35-b254-c6e6c28e8706 None None] Routers {'4fcbc417-b259-4a0a-968d-4c4556fd886f'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:50.611506 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a2b88de8-d69e-4c35-b254-c6e6c28e8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:09:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4fcbc417-b259-4a0a-968d-4c4556fd886f'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:50.801680 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-a2b88de8-d69e-4c35-b254-c6e6c28e8706 None None] Set router 4fcbc417-b259-4a0a-968d-4c4556fd886f gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:50.883329 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:51.057126 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:51.090256 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a2b88de8-d69e-4c35-b254-c6e6c28e8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:09:49Z', 'revision_number': 5, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port': {'id': 'afa25ed7-f5e8-4e84-979a-2b4e916f8f27', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:09Z', 'updated_at': '2021-06-09T15:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:51.093994 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b88de8-d69e-4c35-b254-c6e6c28e8706 None None] Checking router: 4fcbc417-b259-4a0a-968d-4c4556fd886f for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:51.102687 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b88de8-d69e-4c35-b254-c6e6c28e8706 None None] Routers {'4fcbc417-b259-4a0a-968d-4c4556fd886f'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:51.103280 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a2b88de8-d69e-4c35-b254-c6e6c28e8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:09:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4fcbc417-b259-4a0a-968d-4c4556fd886f'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:51.126760 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Deleting port afa25ed7-f5e8-4e84-979a-2b4e916f8f27 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:51.127110 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:51.249676 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-a2b88de8-d69e-4c35-b254-c6e6c28e8706 None None] Set router 4fcbc417-b259-4a0a-968d-4c4556fd886f gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:51.251903 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] For port afa25ed7-f5e8-4e84-979a-2b4e916f8f27, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=afa25ed7-f5e8-4e84-979a-2b4e916f8f27,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:51.252485 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:51.383795 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a2b88de8-d69e-4c35-b254-c6e6c28e8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:09:51Z', 'revision_number': 6, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port_host': None}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:51.387651 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b88de8-d69e-4c35-b254-c6e6c28e8706 None None] The sync data for ids ['4fcbc417-b259-4a0a-968d-4c4556fd886f'] in dv-cinder-789603-9-smb is: [{'id': '4fcbc417-b259-4a0a-968d-4c4556fd886f', 'name': 'tempest-TestMinimumBasicScenario-419316879-router', 'tenant_id': 'c0f7a91434e8463bbb2e7496158e5089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:08Z', 'updated_at': '2021-06-09T15:09:51Z', 'revision_number': 6, 'project_id': 'c0f7a91434e8463bbb2e7496158e5089', 'gw_port_host': None}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:51.407912 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Calling delete_port for afa25ed7-f5e8-4e84-979a-2b4e916f8f27 owned by network:router_gateway {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:51.544119 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:51.547622 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6a42cfa4-6781-46a4-94fc-040888f84d2a tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:51.593870 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa25ed7-f5e8-4e84-979a-2b4e916f8f27,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:51.596821 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:51.682743 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478758'] for router_gateway, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:51.857862 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5222'] for router, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:51.860678 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:51.890563 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417677'] for router, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:51.891080 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fcbc417-b259-4a0a-968d-4c4556fd886f {{(pid=91820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:09:51.896142 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:51.899998 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] 10.222.0.83 "DELETE /v2.0/routers/4fcbc417-b259-4a0a-968d-4c4556fd886f HTTP/1.1" status: 204 len: 168 time: 1.3281419 Jun 09 15:09:51.900144 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57764) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:51.919900 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57766) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:51.971892 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2a3506-13ed-4a49-9827-69f65014fdfd admin admin] Deleting subnet 4cc8ab65-6f03-4ad3-b891-d22f1072dade {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:09:51.974792 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3506-13ed-4a49-9827-69f65014fdfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.023994 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3506-13ed-4a49-9827-69f65014fdfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15481776'] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.049672 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a9be6c27-b3dd-48d1-a1d4-eeb2b57c7e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.144142 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3506-13ed-4a49-9827-69f65014fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.153560 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a9be6c27-b3dd-48d1-a1d4-eeb2b57c7e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.157644 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a9be6c27-b3dd-48d1-a1d4-eeb2b57c7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.166156 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e130cdfa-8f52-4617-baf8-ca74b59fa8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:52.206532 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-a9be6c27-b3dd-48d1-a1d4-eeb2b57c7e35 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6532e77765c4416b913667b5dd54b8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855177 Jun 09 15:09:52.207210 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57770) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:52.214614 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be6c27-b3dd-48d1-a1d4-eeb2b57c7e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab76e92-c66e-4b59-a8f5-36aaf302bb46,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:52.217783 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a9be6c27-b3dd-48d1-a1d4-eeb2b57c7e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:52.252661 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 31344e16-75c1-4848-984d-15e39d2e8b44 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:52.269186 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3506-13ed-4a49-9827-69f65014fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16251699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16125749'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.286009 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:52.299162 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 31344e16-75c1-4848-984d-15e39d2e8b44 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:52.299525 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 31344e16-75c1-4848-984d-15e39d2e8b44 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:52.341509 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3506-13ed-4a49-9827-69f65014fdfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.347768 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-9f2a3506-13ed-4a49-9827-69f65014fdfd admin admin] 10.222.0.83 "DELETE /v2.0/subnets/4cc8ab65-6f03-4ad3-b891-d22f1072dade HTTP/1.1" status: 204 len: 168 time: 0.4417696 Jun 09 15:09:52.347768 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a3506-13ed-4a49-9827-69f65014fdfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc8ab65-6f03-4ad3-b891-d22f1072dade,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:52.348146 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57772) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:52.348277 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b01b5b9c-71e5-413f-91ec-a20e5741b846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.349734 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b97f95c-70fd-40c1-a74a-815e4b5113ba None None] Network 085f2014-c5fe-40b8-92b1-a7443e7a9b7b requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:52.357569 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9f2a3506-13ed-4a49-9827-69f65014fdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:52.385205 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b01b5b9c-71e5-413f-91ec-a20e5741b846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.446188 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b01b5b9c-71e5-413f-91ec-a20e5741b846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.449768 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b01b5b9c-71e5-413f-91ec-a20e5741b846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.452102 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-b01b5b9c-71e5-413f-91ec-a20e5741b846 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1ab76e92-c66e-4b59-a8f5-36aaf302bb46 HTTP/1.1" status: 204 len: 168 time: 0.2433438 Jun 09 15:09:52.453535 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d3d2f759-e8df-4cd4-94a4-afcc8fcb7f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:52.462446 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.466538 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b5b9c-71e5-413f-91ec-a20e5741b846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab76e92-c66e-4b59-a8f5-36aaf302bb46,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:52.469056 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b01b5b9c-71e5-413f-91ec-a20e5741b846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:52.552476 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Deleting port 61eb04de-07ed-48d8-a6f9-fe5568bd4591 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:52.552972 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.662198 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b61ed10-8027-4c53-b5d9-6f4a633086d4 None None] DHCP port deletion for 085f2014-c5fe-40b8-92b1-a7443e7a9b7b request from dv-cinder-789603-9-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:09:52.738572 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-7b61ed10-8027-4c53-b5d9-6f4a633086d4 None None] Deleting port 61eb04de-07ed-48d8-a6f9-fe5568bd4591 {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:52.738957 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7b61ed10-8027-4c53-b5d9-6f4a633086d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.778306 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] For port 61eb04de-07ed-48d8-a6f9-fe5568bd4591, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=61eb04de-07ed-48d8-a6f9-fe5568bd4591,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:52.778836 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.802659 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57778) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:52.822468 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-caa2eefb-6cf9-4962-9f43-3282a5eba7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.836748 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-7b61ed10-8027-4c53-b5d9-6f4a633086d4 None None] For port 61eb04de-07ed-48d8-a6f9-fe5568bd4591, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=61eb04de-07ed-48d8-a6f9-fe5568bd4591,segment=NetworkSegment(7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5),segment_id=7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:52.837377 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7b61ed10-8027-4c53-b5d9-6f4a633086d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.905456 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Calling delete_port for 61eb04de-07ed-48d8-a6f9-fe5568bd4591 owned by network:dhcp {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:52.933621 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-caa2eefb-6cf9-4962-9f43-3282a5eba7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.938490 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-caa2eefb-6cf9-4962-9f43-3282a5eba7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.948810 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2e01294f-47ce-4442-add4-1ac8d8b2789a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:52.954610 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.959727 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8f59171d-9a9e-456d-b487-a2389527cd3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:52.965690 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-7b61ed10-8027-4c53-b5d9-6f4a633086d4 None None] Calling delete_port for 61eb04de-07ed-48d8-a6f9-fe5568bd4591 owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:52.996136 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-caa2eefb-6cf9-4962-9f43-3282a5eba7be admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=38597bab9b8f4bf0bc06b375f4c31555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922958 Jun 09 15:09:52.998677 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57780) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:53.008244 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Pushing event deleted for resources: {'Port': ['ID=61eb04de-07ed-48d8-a6f9-fe5568bd4591,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:53.011489 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:53.012393 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] No DVR routers for this DVR port 61eb04de-07ed-48d8-a6f9-fe5568bd4591 on host dv-cinder-789603-9-smb {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:53.014223 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2eefb-6cf9-4962-9f43-3282a5eba7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee2af75-b490-44aa-855b-757a682849d0,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:53.017480 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-caa2eefb-6cf9-4962-9f43-3282a5eba7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:53.017703 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7b61ed10-8027-4c53-b5d9-6f4a633086d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.021132 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:53.062238 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61ed10-8027-4c53-b5d9-6f4a633086d4 None None] Pushing event deleted for resources: {'Port': ['ID=61eb04de-07ed-48d8-a6f9-fe5568bd4591,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:53.065406 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-710a2c09-dcc8-49d4-bfce-01dcbf1ab173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.065579 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-7b61ed10-8027-4c53-b5d9-6f4a633086d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:53.067977 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61ed10-8027-4c53-b5d9-6f4a633086d4 None None] No DVR routers for this DVR port 61eb04de-07ed-48d8-a6f9-fe5568bd4591 on host dv-cinder-789603-9-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:53.093798 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-710a2c09-dcc8-49d4-bfce-01dcbf1ab173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.134759 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.147766 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085f2014-c5fe-40b8-92b1-a7443e7a9b7b']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:53.148108 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-710a2c09-dcc8-49d4-bfce-01dcbf1ab173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.150525 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-710a2c09-dcc8-49d4-bfce-01dcbf1ab173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.154266 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-710a2c09-dcc8-49d4-bfce-01dcbf1ab173 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aee2af75-b490-44aa-855b-757a682849d0 HTTP/1.1" status: 204 len: 168 time: 0.1520767 Jun 09 15:09:53.154266 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-42294149-a762-4a3d-8cf4-c8428f5f18d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:53.162409 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a2c09-dcc8-49d4-bfce-01dcbf1ab173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee2af75-b490-44aa-855b-757a682849d0,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:53.163857 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:53.164187 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0d88d4-4d1d-472d-ad22-2db0dcfa04c5') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:53.164785 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-710a2c09-dcc8-49d4-bfce-01dcbf1ab173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:53.176596 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11648545'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.193673 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.200308 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:09:53.200744 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10730286'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: Traceback (most recent call last): Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: timer() Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: cb(*args, **kw) Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: return func(*args, **kwargs) Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: self._notify() Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: self.callback(batched_events) Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: event.method(event) Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: return f(self, *a, **k) Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: return self._get(url).json() Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:09:53.213676 dv-cinder-789603-9-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:09:53.293079 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.296625 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:53.312059 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.313972 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] 10.222.0.83 "DELETE /v2.0/networks/085f2014-c5fe-40b8-92b1-a7443e7a9b7b HTTP/1.1" status: 204 len: 168 time: 0.9662929 Jun 09 15:09:53.316896 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57784) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:53.379297 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Pushing event deleted for resources: {'Network': ['ID=085f2014-c5fe-40b8-92b1-a7443e7a9b7b,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:53.388898 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:53.855906 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405430'] for router_interface, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.912680 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 61eb04de-07ed-48d8-a6f9-fe5568bd4591 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:53.951152 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 61eb04de-07ed-48d8-a6f9-fe5568bd4591 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:53.951769 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 61eb04de-07ed-48d8-a6f9-fe5568bd4591 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:53.952200 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device afa25ed7-f5e8-4e84-979a-2b4e916f8f27 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:53.986998 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: afa25ed7-f5e8-4e84-979a-2b4e916f8f27 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:53.987352 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device afa25ed7-f5e8-4e84-979a-2b4e916f8f27 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:54.372992 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Deleting port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:54.373326 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:54.493823 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] For port 05693646-b40d-4f4f-a8c5-04a4fc11c7e3, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=05693646-b40d-4f4f-a8c5-04a4fc11c7e3,segment=NetworkSegment(6235512a-654c-4913-879c-2d12a73b1520),segment_id=6235512a-654c-4913-879c-2d12a73b1520)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:54.494179 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:54.613920 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Calling delete_port for 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 owned by network:router_interface {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:54.753123 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:54.757481 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7fe79dd2-16da-4e6c-afbb-5154ef0a16e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:54.833832 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=05693646-b40d-4f4f-a8c5-04a4fc11c7e3,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:54.837895 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:55.080720 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405240'] for router_interface, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:55.452871 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Router 0193e0f9-6dd1-45c2-adf1-067535bf1108 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:55.732836 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:55.741012 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] 10.222.0.83 "PUT /v2.0/routers/0193e0f9-6dd1-45c2-adf1-067535bf1108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4199953 Jun 09 15:09:55.741012 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57854) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:55.743528 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbeb20e-f6eb-4f20-94dc-db28afe6efee None None] Sync routers for ids ['0193e0f9-6dd1-45c2-adf1-067535bf1108'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:55.752592 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbeb20e-f6eb-4f20-94dc-db28afe6efee None None] Routers {'0193e0f9-6dd1-45c2-adf1-067535bf1108'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:55.753401 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-3fbeb20e-f6eb-4f20-94dc-db28afe6efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:09:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0193e0f9-6dd1-45c2-adf1-067535bf1108'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:55.948270 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Notify callbacks [] for router, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:55.954144 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-3fbeb20e-f6eb-4f20-94dc-db28afe6efee None None] Set router 0193e0f9-6dd1-45c2-adf1-067535bf1108 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:56.153492 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:56.225188 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Deleting port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:56.225555 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:56.256777 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-3fbeb20e-f6eb-4f20-94dc-db28afe6efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'name': 'tempest-TestMinimumBasicScenario-1024576517-router', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:15Z', 'updated_at': '2021-06-09T15:09:54Z', 'revision_number': 5, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'gw_port': {'id': '04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:07:16Z', 'updated_at': '2021-06-09T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:56.261256 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbeb20e-f6eb-4f20-94dc-db28afe6efee None None] Checking router: 0193e0f9-6dd1-45c2-adf1-067535bf1108 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:56.270602 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbeb20e-f6eb-4f20-94dc-db28afe6efee None None] Routers {'0193e0f9-6dd1-45c2-adf1-067535bf1108'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:56.271206 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-3fbeb20e-f6eb-4f20-94dc-db28afe6efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:09:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['0193e0f9-6dd1-45c2-adf1-067535bf1108'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:56.353542 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] For port 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:56.353895 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:56.454130 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-3fbeb20e-f6eb-4f20-94dc-db28afe6efee None None] Set router 0193e0f9-6dd1-45c2-adf1-067535bf1108 gateway port host: None {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:56.478288 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Calling delete_port for 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 owned by network:router_gateway {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:56.556435 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-3fbeb20e-f6eb-4f20-94dc-db28afe6efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'name': 'tempest-TestMinimumBasicScenario-1024576517-router', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:15Z', 'updated_at': '2021-06-09T15:09:56Z', 'revision_number': 6, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'gw_port_host': None}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:56.560187 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbeb20e-f6eb-4f20-94dc-db28afe6efee None None] The sync data for ids ['0193e0f9-6dd1-45c2-adf1-067535bf1108'] in dv-cinder-789603-9-smb is: [{'id': '0193e0f9-6dd1-45c2-adf1-067535bf1108', 'name': 'tempest-TestMinimumBasicScenario-1024576517-router', 'tenant_id': '014dcf787e8b4652980172cdd9b9e4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:07:15Z', 'updated_at': '2021-06-09T15:09:56Z', 'revision_number': 6, 'project_id': '014dcf787e8b4652980172cdd9b9e4c0', 'gw_port_host': None}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:56.616929 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:56.620432 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1aa30aa4-6198-4896-a798-4acd0fab53e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:56.661354 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Pushing event deleted for resources: {'Port': ['ID=04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:56.664967 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:56.753257 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478758'] for router_gateway, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:56.920001 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5222'] for router, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:56.922286 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:56.946005 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417677'] for router, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:56.946756 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0193e0f9-6dd1-45c2-adf1-067535bf1108 {{(pid=91820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:09:56.951254 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:56.952481 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b9e62099-3ca1-45ed-9d54-c07b431b665e admin admin] 10.222.0.83 "DELETE /v2.0/routers/0193e0f9-6dd1-45c2-adf1-067535bf1108 HTTP/1.1" status: 204 len: 168 time: 1.2072766 Jun 09 15:09:56.954818 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57860) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:57.013643 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56e1571-fd9c-423e-9997-815be70a6eba admin admin] Deleting subnet 07822e42-7a05-4aa8-a7c6-a8cd7121f106 {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:09:57.016479 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b56e1571-fd9c-423e-9997-815be70a6eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.166395 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b56e1571-fd9c-423e-9997-815be70a6eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11648536'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.243342 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b56e1571-fd9c-423e-9997-815be70a6eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.317021 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b56e1571-fd9c-423e-9997-815be70a6eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10730381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10751901'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.323943 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4fe3c3a0-13f6-4740-b6f2-bc9f16d1e733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:57.364233 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e1571-fd9c-423e-9997-815be70a6eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07822e42-7a05-4aa8-a7c6-a8cd7121f106,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:57.366761 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b56e1571-fd9c-423e-9997-815be70a6eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:57.373351 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b56e1571-fd9c-423e-9997-815be70a6eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.377852 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b56e1571-fd9c-423e-9997-815be70a6eba admin admin] 10.222.0.83 "DELETE /v2.0/subnets/07822e42-7a05-4aa8-a7c6-a8cd7121f106 HTTP/1.1" status: 204 len: 168 time: 0.4193151 Jun 09 15:09:57.377946 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80353c3-b73d-4eba-8ad5-4eda698570fd None None] Network 39709920-c47e-455c-acf1-13240c22d7a1 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:57.378403 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57870) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:57.588947 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.666583 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aa28f0-231e-4101-af46-e85f23de66ba None None] DHCP port deletion for 39709920-c47e-455c-acf1-13240c22d7a1 request from dv-cinder-789603-9-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:09:57.667166 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Deleting port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:57.667565 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.730014 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-c7aa28f0-231e-4101-af46-e85f23de66ba None None] Deleting port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:57.730311 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c7aa28f0-231e-4101-af46-e85f23de66ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.767288 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] For port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=87a7317d-e3be-43c3-a6b6-3a56f4fe5582,segment=NetworkSegment(6235512a-654c-4913-879c-2d12a73b1520),segment_id=6235512a-654c-4913-879c-2d12a73b1520)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:57.767648 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.828071 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-c7aa28f0-231e-4101-af46-e85f23de66ba None None] For port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=87a7317d-e3be-43c3-a6b6-3a56f4fe5582,segment=NetworkSegment(6235512a-654c-4913-879c-2d12a73b1520),segment_id=6235512a-654c-4913-879c-2d12a73b1520)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:57.828492 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c7aa28f0-231e-4101-af46-e85f23de66ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.888024 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Calling delete_port for 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 owned by network:dhcp {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:57.934563 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.938574 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:57.944000 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:57.971980 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-c7aa28f0-231e-4101-af46-e85f23de66ba None None] Calling delete_port for 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:57.985244 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a7317d-e3be-43c3-a6b6-3a56f4fe5582,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:57.988233 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:57.988411 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:57.988614 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 04edd8b0-1fe0-4c50-b2c0-241ea1a3b5d6 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:57.989028 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] No DVR routers for this DVR port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 on host dv-cinder-789603-9-smb {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:57.989150 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:58.027116 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:58.027464 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 05693646-b40d-4f4f-a8c5-04a4fc11c7e3 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:58.027880 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:58.066068 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:58.066435 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:58.094002 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c7aa28f0-231e-4101-af46-e85f23de66ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.098525 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:58.107929 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.121076 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39709920-c47e-455c-acf1-13240c22d7a1']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:58.132721 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6235512a-654c-4913-879c-2d12a73b1520') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:58.133013 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6235512a-654c-4913-879c-2d12a73b1520') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:58.143871 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa28f0-231e-4101-af46-e85f23de66ba None None] Pushing event deleted for resources: {'Port': ['ID=87a7317d-e3be-43c3-a6b6-3a56f4fe5582,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:58.144866 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15481737'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.145717 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa28f0-231e-4101-af46-e85f23de66ba None None] No DVR routers for this DVR port 87a7317d-e3be-43c3-a6b6-3a56f4fe5582 on host dv-cinder-789603-9-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:58.147078 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-c7aa28f0-231e-4101-af46-e85f23de66ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:58.162945 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.169470 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:09:58.169883 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16251792'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: Traceback (most recent call last): Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: timer() Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: cb(*args, **kw) Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: return func(*args, **kwargs) Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: self._notify() Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: self.callback(batched_events) Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: event.method(event) Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: return f(self, *a, **k) Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: return self._get(url).json() Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:09:58.183770 dv-cinder-789603-9-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:09:58.257780 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.261353 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:58.276397 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.278164 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] 10.222.0.83 "DELETE /v2.0/networks/39709920-c47e-455c-acf1-13240c22d7a1 HTTP/1.1" status: 204 len: 168 time: 0.8993146 Jun 09 15:09:58.281192 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Pushing event deleted for resources: {'Network': ['ID=39709920-c47e-455c-acf1-13240c22d7a1,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:58.283977 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-112042c9-c878-40e1-9196-bac87573b608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:58.450021 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57874) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:58.498515 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-bffb6be1-5bf1-40bd-b9b6-32e69a66add1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c0f7a91434e8463bbb2e7496158e5089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472956 Jun 09 15:09:58.500935 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57878) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:58.558444 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5d846f7-36bc-49d4-90a4-ecca111448b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.583346 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5d846f7-36bc-49d4-90a4-ecca111448b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.636744 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5d846f7-36bc-49d4-90a4-ecca111448b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.639151 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5d846f7-36bc-49d4-90a4-ecca111448b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.640292 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-e5d846f7-36bc-49d4-90a4-ecca111448b6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b238c316-e8e8-4471-bd85-69dad34f3b7a HTTP/1.1" status: 204 len: 168 time: 0.1384656 Jun 09 15:09:58.641283 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6362fa64-d0e6-4abc-8823-e11e20d0fc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:58.650980 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d846f7-36bc-49d4-90a4-ecca111448b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b238c316-e8e8-4471-bd85-69dad34f3b7a,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:58.653351 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e5d846f7-36bc-49d4-90a4-ecca111448b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:59.003871 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57890) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:59.051490 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-624325ac-2654-4f69-94ea-c5642e090ebd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=014dcf787e8b4652980172cdd9b9e4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463064 Jun 09 15:09:59.053629 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57892) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:59.110365 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-027b412c-0371-404a-ad51-e86b64df44d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:59.135688 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-027b412c-0371-404a-ad51-e86b64df44d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:59.187694 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-027b412c-0371-404a-ad51-e86b64df44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:59.190109 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-027b412c-0371-404a-ad51-e86b64df44d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:59.191212 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-027b412c-0371-404a-ad51-e86b64df44d5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6849861f-5158-4722-96cb-1ad89f04d711 HTTP/1.1" status: 204 len: 168 time: 0.1366856 Jun 09 15:09:59.191935 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9256cff1-c008-4337-a4f4-341c9c3bda7b tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:59.200805 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b412c-0371-404a-ad51-e86b64df44d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6849861f-5158-4722-96cb-1ad89f04d711,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:59.202979 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-027b412c-0371-404a-ad51-e86b64df44d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:03.068725 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57936) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:03.188664 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2561008a-353e-47f8-93fa-3b3bffa8014b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.289052 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2561008a-353e-47f8-93fa-3b3bffa8014b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.292745 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2561008a-353e-47f8-93fa-3b3bffa8014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.300691 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2deabde2-8496-4913-b620-c3b6b1430cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:03.339464 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-2561008a-353e-47f8-93fa-3b3bffa8014b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b601f0dae3b4474ea542229146027195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696121 Jun 09 15:10:03.340282 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561008a-353e-47f8-93fa-3b3bffa8014b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2022e00d-5877-4f4d-b8bb-f5ac028a4b31,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:03.342077 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57940) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:03.343851 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2561008a-353e-47f8-93fa-3b3bffa8014b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:03.403963 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5cfb5d1d-8965-4da6-97fc-3f6d4bca081e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.430128 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5cfb5d1d-8965-4da6-97fc-3f6d4bca081e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.481915 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5cfb5d1d-8965-4da6-97fc-3f6d4bca081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.485769 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5cfb5d1d-8965-4da6-97fc-3f6d4bca081e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.486949 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-5cfb5d1d-8965-4da6-97fc-3f6d4bca081e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2022e00d-5877-4f4d-b8bb-f5ac028a4b31 HTTP/1.1" status: 204 len: 168 time: 0.1432743 Jun 09 15:10:03.487759 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3e005714-f45b-4be4-9a4e-85e8f2ba6f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:03.499740 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb5d1d-8965-4da6-97fc-3f6d4bca081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2022e00d-5877-4f4d-b8bb-f5ac028a4b31,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:03.502173 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-5cfb5d1d-8965-4da6-97fc-3f6d4bca081e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:03.763064 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57946) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:03.780651 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b6d5942b-528d-4eba-8d98-e33181731ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.881844 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b6d5942b-528d-4eba-8d98-e33181731ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.886240 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b6d5942b-528d-4eba-8d98-e33181731ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.893969 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-22ebe36e-8a28-4118-b9d2-ab53f8abce0a tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:03.936599 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b6d5942b-528d-4eba-8d98-e33181731ed9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=21390fbfa3bf4ed1966ca162fb54bf3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724205 Jun 09 15:10:03.937439 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5942b-528d-4eba-8d98-e33181731ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba26a32-c589-4fca-8e63-61db9b93c2f5,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:03.939350 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57948) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:03.940362 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b6d5942b-528d-4eba-8d98-e33181731ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:03.996973 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e5f5ba64-3a3b-4567-8f9a-0bf35f55d577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.022382 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e5f5ba64-3a3b-4567-8f9a-0bf35f55d577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.076628 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e5f5ba64-3a3b-4567-8f9a-0bf35f55d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.078977 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e5f5ba64-3a3b-4567-8f9a-0bf35f55d577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.080080 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-e5f5ba64-3a3b-4567-8f9a-0bf35f55d577 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8ba26a32-c589-4fca-8e63-61db9b93c2f5 HTTP/1.1" status: 204 len: 168 time: 0.1397319 Jun 09 15:10:04.080891 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b01b5b9c-71e5-413f-91ec-a20e5741b846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:04.090826 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5ba64-3a3b-4567-8f9a-0bf35f55d577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba26a32-c589-4fca-8e63-61db9b93c2f5,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:04.093042 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e5f5ba64-3a3b-4567-8f9a-0bf35f55d577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:04.411034 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 57954) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:04.428069 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7bda8549-f84b-4a0f-ba27-2f222e66a542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.529422 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7bda8549-f84b-4a0f-ba27-2f222e66a542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.533074 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7bda8549-f84b-4a0f-ba27-2f222e66a542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.541799 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f74bda1f-0d28-4d84-884a-cccb5eca0369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:04.582068 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-7bda8549-f84b-4a0f-ba27-2f222e66a542 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3ed92f1275b441cd8a6d7e7728501740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676493 Jun 09 15:10:04.582068 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda8549-f84b-4a0f-ba27-2f222e66a542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ced9ba-2c0a-46f5-a7e7-a99d86a5021f,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:04.582893 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 57956) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:04.584438 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7bda8549-f84b-4a0f-ba27-2f222e66a542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:04.642194 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ce3afc59-8bcd-4428-a3c9-049f9bb5632e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.667274 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ce3afc59-8bcd-4428-a3c9-049f9bb5632e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.717260 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ce3afc59-8bcd-4428-a3c9-049f9bb5632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.719640 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ce3afc59-8bcd-4428-a3c9-049f9bb5632e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.720781 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-ce3afc59-8bcd-4428-a3c9-049f9bb5632e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/17ced9ba-2c0a-46f5-a7e7-a99d86a5021f HTTP/1.1" status: 204 len: 168 time: 0.1373708 Jun 09 15:10:04.721535 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a248b174-6b07-4300-a7e3-f1bce8839c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:04.730608 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3afc59-8bcd-4428-a3c9-049f9bb5632e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ced9ba-2c0a-46f5-a7e7-a99d86a5021f,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:04.733454 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ce3afc59-8bcd-4428-a3c9-049f9bb5632e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:06.488459 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 58010) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:06.600722 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6ac8ed9e-6efe-4185-bf73-72013ddb7a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:06.703289 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6ac8ed9e-6efe-4185-bf73-72013ddb7a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:06.706847 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6ac8ed9e-6efe-4185-bf73-72013ddb7a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:06.715247 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-63642710-9b14-4e64-b0f4-a5d4096ac505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:06.755849 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-6ac8ed9e-6efe-4185-bf73-72013ddb7a8c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=609598b3c8894742923cd9084479bb77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663493 Jun 09 15:10:06.756981 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8ed9e-6efe-4185-bf73-72013ddb7a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e755d7a-fd26-4460-8b73-990c8278c472,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:06.758554 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58014) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:06.760007 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6ac8ed9e-6efe-4185-bf73-72013ddb7a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:06.815342 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6a50-3847-43ad-9879-f7e5d5692713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:06.843723 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6a50-3847-43ad-9879-f7e5d5692713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:06.894269 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6a50-3847-43ad-9879-f7e5d5692713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:06.896739 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6a50-3847-43ad-9879-f7e5d5692713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:06.897883 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-8b6a6a50-3847-43ad-9879-f7e5d5692713 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9e755d7a-fd26-4460-8b73-990c8278c472 HTTP/1.1" status: 204 len: 168 time: 0.1383040 Jun 09 15:10:06.898605 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-61994d84-7c1e-4595-a2a2-9d107c4b8279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:06.908208 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a6a50-3847-43ad-9879-f7e5d5692713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e755d7a-fd26-4460-8b73-990c8278c472,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:06.910382 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8b6a6a50-3847-43ad-9879-f7e5d5692713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:07.166406 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58020) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:07.183132 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a89617e9-7201-4fa2-8550-2cd8e2e39b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:07.284496 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a89617e9-7201-4fa2-8550-2cd8e2e39b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:07.287846 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a89617e9-7201-4fa2-8550-2cd8e2e39b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:07.295297 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2561008a-353e-47f8-93fa-3b3bffa8014b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:07.335165 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-a89617e9-7201-4fa2-8550-2cd8e2e39b13 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=70145f0fb6d3490ca6858d3d310ebfec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675346 Jun 09 15:10:07.335959 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89617e9-7201-4fa2-8550-2cd8e2e39b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b33024e-1546-4711-8d2b-674aff811a23,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:07.338427 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 58022) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:07.338887 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a89617e9-7201-4fa2-8550-2cd8e2e39b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:07.395746 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-344764ee-a883-4add-b5d7-220968ada642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:07.419977 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-344764ee-a883-4add-b5d7-220968ada642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:07.470919 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-344764ee-a883-4add-b5d7-220968ada642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:07.473417 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-344764ee-a883-4add-b5d7-220968ada642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:07.474561 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-344764ee-a883-4add-b5d7-220968ada642 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9b33024e-1546-4711-8d2b-674aff811a23 HTTP/1.1" status: 204 len: 168 time: 0.1351342 Jun 09 15:10:07.475311 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ae23b2c1-3930-44e7-abfc-42db6f63e171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:07.487775 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344764ee-a883-4add-b5d7-220968ada642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b33024e-1546-4711-8d2b-674aff811a23,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:07.490146 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-344764ee-a883-4add-b5d7-220968ada642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:10.757603 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:11.965913 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-854c51f2-7a04-4cef-bd7a-3343b63568bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725086 Jun 09 15:10:12.058929 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-e21e003a-2f07-4ef8-8728-ad5d1f7b1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:12.060405 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-e21e003a-2f07-4ef8-8728-ad5d1f7b1902 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 1100 time: 0.0708559 Jun 09 15:10:12.291200 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-f878f916-a348-4450-aa19-62b64077774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:12.292696 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-f878f916-a348-4450-aa19-62b64077774f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 200 len: 917 time: 0.2111995 Jun 09 15:10:12.398670 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-3c60cc98-140e-43c2-b66b-8bc520d316cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42657a5-5781-4b26-8f4c-f0198e754404 HTTP/1.1" status: 200 len: 1002 time: 0.0968821 Jun 09 15:10:12.466652 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-e138664a-f05e-48b9-aa53-b604aee4dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:12.468001 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-e138664a-f05e-48b9-aa53-b604aee4dcf2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 200 len: 855 time: 0.0627513 Jun 09 15:10:12.542644 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-7a7b13f4-df10-4521-a3ce-9cdf78d33c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:12.544111 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-7a7b13f4-df10-4521-a3ce-9cdf78d33c1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690501 Jun 09 15:10:12.676956 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-e5be1dfb-1d76-485a-ad18-16b52a1519f4 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252353 Jun 09 15:10:12.805560 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-3fea4398-20ef-4cd5-8562-b43e7ee4db5a req-e3b373d6-c0b9-4867-9b70-c3aacf6d3690 service neutron] 10.222.0.46 "GET /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216865 Jun 09 15:10:13.356301 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a7bf631c-f281-4841-be28-5b71a22a0eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.112252 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58108) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:15.223676 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a268929c-ac65-43a4-ad5b-4f5984aa97dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.326681 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a268929c-ac65-43a4-ad5b-4f5984aa97dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.330101 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a268929c-ac65-43a4-ad5b-4f5984aa97dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.336813 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e5f5ba64-3a3b-4567-8f9a-0bf35f55d577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:15.379273 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268929c-ac65-43a4-ad5b-4f5984aa97dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12adcc57-a7d7-4735-b897-e1df379abf60,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:15.383402 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-a268929c-ac65-43a4-ad5b-4f5984aa97dd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8c8392c4f78942dca568b8b788067694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701287 Jun 09 15:10:15.384392 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a268929c-ac65-43a4-ad5b-4f5984aa97dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:15.386841 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58112) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:15.442755 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-83cb0180-f826-4449-b498-09687a2e6d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.468025 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-83cb0180-f826-4449-b498-09687a2e6d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.520182 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-83cb0180-f826-4449-b498-09687a2e6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.522727 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-83cb0180-f826-4449-b498-09687a2e6d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.523833 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-83cb0180-f826-4449-b498-09687a2e6d52 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/12adcc57-a7d7-4735-b897-e1df379abf60 HTTP/1.1" status: 204 len: 168 time: 0.1367800 Jun 09 15:10:15.524586 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5c3203bb-8b2a-482f-8354-b900ebf90e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:15.533931 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb0180-f826-4449-b498-09687a2e6d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12adcc57-a7d7-4735-b897-e1df379abf60,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:15.536630 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-83cb0180-f826-4449-b498-09687a2e6d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:15.724821 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.798275 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 58118) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:15.816027 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f546d33c-80a5-46b9-84dd-e693043d578f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.834556 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1fa0323e-4b67-4624-a1a1-12afb9cbb379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.925913 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f546d33c-80a5-46b9-84dd-e693043d578f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.930272 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f546d33c-80a5-46b9-84dd-e693043d578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.938803 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6b864ff6-bc23-4acd-95aa-b648c47febd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:15.978392 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-f546d33c-80a5-46b9-84dd-e693043d578f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6b2d3d7e58dc4a88a1c1e2edcf3159bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790447 Jun 09 15:10:15.980021 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546d33c-80a5-46b9-84dd-e693043d578f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e73f97-bc59-40bc-8e9e-83dddcd564ff,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:15.981102 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58120) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:15.983737 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f546d33c-80a5-46b9-84dd-e693043d578f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:16.039187 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8a04a306-aeaa-4f30-8cb9-18059c93c4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:16.069018 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8a04a306-aeaa-4f30-8cb9-18059c93c4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:16.123702 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8a04a306-aeaa-4f30-8cb9-18059c93c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:16.126196 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8a04a306-aeaa-4f30-8cb9-18059c93c4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:16.127312 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-8a04a306-aeaa-4f30-8cb9-18059c93c4b2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/26e73f97-bc59-40bc-8e9e-83dddcd564ff HTTP/1.1" status: 204 len: 168 time: 0.1452351 Jun 09 15:10:16.128051 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-eb65e6a2-bc80-4d25-abb2-38814d83c5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:16.137129 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04a306-aeaa-4f30-8cb9-18059c93c4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e73f97-bc59-40bc-8e9e-83dddcd564ff,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:16.139417 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8a04a306-aeaa-4f30-8cb9-18059c93c4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:16.919457 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:18.618660 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:20.028300 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58166) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:20.141630 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07f30e78-4bc3-4521-bbbb-9103b61850bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:20.242413 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07f30e78-4bc3-4521-bbbb-9103b61850bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:20.246040 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07f30e78-4bc3-4521-bbbb-9103b61850bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:20.254127 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8a04a306-aeaa-4f30-8cb9-18059c93c4b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:20.298552 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-07f30e78-4bc3-4521-bbbb-9103b61850bf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d196d1de6046463ba3f5106bc3f24582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691574 Jun 09 15:10:20.300162 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f30e78-4bc3-4521-bbbb-9103b61850bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62211ff4-860b-4485-8ceb-97a75b2f47db,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:20.301245 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 58170) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:20.303133 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-07f30e78-4bc3-4521-bbbb-9103b61850bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:20.361304 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1db505a1-fd32-416f-a991-a79df172d0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:20.386518 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1db505a1-fd32-416f-a991-a79df172d0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:20.437082 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1db505a1-fd32-416f-a991-a79df172d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:20.439462 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1db505a1-fd32-416f-a991-a79df172d0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:20.440613 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-1db505a1-fd32-416f-a991-a79df172d0c4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/62211ff4-860b-4485-8ceb-97a75b2f47db HTTP/1.1" status: 204 len: 168 time: 0.1383631 Jun 09 15:10:20.441351 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-31a63455-f6f4-4ff4-9939-440ab354ea96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:20.454393 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db505a1-fd32-416f-a991-a79df172d0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62211ff4-860b-4485-8ceb-97a75b2f47db,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:20.456790 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1db505a1-fd32-416f-a991-a79df172d0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:21.094905 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 58192) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:21.195936 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-766828587-network', 'tenant_id': 'cb3ff5f18fe74feda8548a30588f5c51'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:10:21.219956 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Made reservation on behalf of cb3ff5f18fe74feda8548a30588f5c51 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:10:21.222248 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:21.234796 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:21.335713 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:21.339420 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:21.342255 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f546d33c-80a5-46b9-84dd-e693043d578f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:21.372160 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:10:21.377249 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66741260-3ac3-4901-b4dd-17f0021b2358,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:21.380803 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:21.384832 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:21.384832 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Added segment 3d31df3b-57e4-4760-9cf4-780d10c9dcbc of type vlan for network 929b832e-a427-4dd8-bd38-17da47e34447 Jun 09 15:10:21.409482 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:21.438271 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:21.439468 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:21.440041 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:21.444588 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:21.532944 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4369488 Jun 09 15:10:21.535833 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58198) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:21.541496 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Request body: {'subnet': {'network_id': '929b832e-a427-4dd8-bd38-17da47e34447', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-766828587-subnet', 'tenant_id': 'cb3ff5f18fe74feda8548a30588f5c51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:10:21.543168 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Pushing event updated for resources: {'Network': ['ID=929b832e-a427-4dd8-bd38-17da47e34447,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:21.546035 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-44c4b431-70d6-4e19-aa37-b42192c718cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:21.554845 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 929b832e-a427-4dd8-bd38-17da47e34447 details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:10:21.565783 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Made reservation on behalf of cb3ff5f18fe74feda8548a30588f5c51 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:10:21.568091 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16125714'] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:21.768742 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16251762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16125740'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:21.773984 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4787d5b4-8f84-4ff5-8c76-e4701994beba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:21.842145 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab219923-7e3e-45d8-a3f8-058fabd7212a,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:21.845909 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:21.850212 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Checking segment: {'id': '3d31df3b-57e4-4760-9cf4-780d10c9dcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:10:21.851152 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Network hostable DHCP agents. Network: 929b832e-a427-4dd8-bd38-17da47e34447, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:10:21.868705 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Network 929b832e-a427-4dd8-bd38-17da47e34447 is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:10:21.879222 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 929b832e-a427-4dd8-bd38-17da47e34447) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:10:21.883927 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:21.884656 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:21.889031 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe39fd9c-2c40-4818-8014-24b6e27dbafa None None] Network 929b832e-a427-4dd8-bd38-17da47e34447 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:10:21.907662 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-a35c3237-33b5-4d97-a399-b332de9faa0c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3668075 Jun 09 15:10:22.112239 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd42fa-79d7-4def-a784-a17e24495dd2 None None] Network 929b832e-a427-4dd8-bd38-17da47e34447 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:10:23.137137 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77990-d420-48d3-9f48-2e6254b187c7 req-d41e25e1-d08e-4ca5-9923-1420732ee5e2 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:23.138494 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0df77990-d420-48d3-9f48-2e6254b187c7 req-d41e25e1-d08e-4ca5-9923-1420732ee5e2 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 947 time: 0.0826311 Jun 09 15:10:23.181312 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0df77990-d420-48d3-9f48-2e6254b187c7 req-90fc8af1-92d5-4ca4-ab96-12b2b0aed78e tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373504 Jun 09 15:10:23.308519 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:10:23.883604 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-f2df4470-1ebc-4706-a6b4-6f2e5a860cd6 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:23.885094 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-f2df4470-1ebc-4706-a6b4-6f2e5a860cd6 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/networks?id=929b832e-a427-4dd8-bd38-17da47e34447 HTTP/1.1" status: 200 len: 813 time: 0.1446567 Jun 09 15:10:23.899896 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-ce07af77-54a0-4137-92d0-7131f15b9033 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/quotas/cb3ff5f18fe74feda8548a30588f5c51 HTTP/1.1" status: 200 len: 375 time: 0.0093830 Jun 09 15:10:23.949033 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-f57c161c-aeaa-4440-8637-5684b0b3d637 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb3ff5f18fe74feda8548a30588f5c51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441329 Jun 09 15:10:24.205157 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c048448c-3fe1-478e-abf7-d30671c6e8ce service neutron] 10.222.0.83 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496667 Jun 09 15:10:24.336014 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-227a868e-9ef3-45bb-97de-3479c254b2d6 service neutron] 10.222.0.83 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246536 Jun 09 15:10:24.367662 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab9ae7-9c06-4abf-9988-242a09ac4b2f req-42b478c3-556e-407f-99af-2a9fff9b2864 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:24.369142 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d2ab9ae7-9c06-4abf-9988-242a09ac4b2f req-42b478c3-556e-407f-99af-2a9fff9b2864 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 947 time: 0.0799785 Jun 09 15:10:24.415056 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d2ab9ae7-9c06-4abf-9988-242a09ac4b2f req-527ea628-c8c4-40d4-85ba-8fa1f98b25fe tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Jun 09 15:10:24.511781 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-92e2473e-3c40-46ff-b077-921aa9d8d480 req-2461d88d-f22d-481a-90f9-7759af6bfa19 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 210 time: 0.0466039 Jun 09 15:10:24.577660 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-c83a6138-84c0-4439-9118-7a7afedaeda7 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:24.577660 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-c83a6138-84c0-4439-9118-7a7afedaeda7 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.46 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 947 time: 0.0852535 Jun 09 15:10:24.726179 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Deleting port b42657a5-5781-4b26-8f4c-f0198e754404 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:10:24.726521 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:24.858978 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] For port b42657a5-5781-4b26-8f4c-f0198e754404, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b42657a5-5781-4b26-8f4c-f0198e754404,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:24.859330 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:25.145119 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:25.145788 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:25.145788 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.l3_db [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Floating IP 09a4f61e-49f7-4fa3-b22f-1b0a01c5e68d disassociated. External IP: 172.28.0.177, port: b42657a5-5781-4b26-8f4c-f0198e754404. Jun 09 15:10:25.146127 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Calling delete_port for b42657a5-5781-4b26-8f4c-f0198e754404 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:10:25.255744 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:25.262383 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ec39067d-94f1-4577-adb0-3635d7608a30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:25.306376 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event deleted for resources: {'Port': ['ID=b42657a5-5781-4b26-8f4c-f0198e754404,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:25.317579 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.318535 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.318923 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.319325 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.319857 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.320246 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.320642 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.321002 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.321363 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.321815 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.322066 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.322425 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:25.326194 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:25.524724 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Router 8184247e-1d9a-48c8-a8e1-40557caa4b95 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:10:25.698548 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4253315b-83cf-4418-8bae-58dff3edf525 req-51464c84-9fbc-4d2a-9378-879862ca3403 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 210 time: 0.0631666 Jun 09 15:10:25.758812 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-60678c07-8ba9-42ec-a964-a5929123266d tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:25.760279 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-60678c07-8ba9-42ec-a964-a5929123266d tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.46 "GET /v2.0/networks?id=929b832e-a427-4dd8-bd38-17da47e34447 HTTP/1.1" status: 200 len: 813 time: 0.3236496 Jun 09 15:10:25.781917 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Request body: {'port': {'device_id': '08bb69b0-4cd4-4774-884f-cbc13810a35e', 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447', 'admin_state_up': True, 'tenant_id': 'cb3ff5f18fe74feda8548a30588f5c51'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:10:25.808116 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f02d846a-7926-4c25-b355-d27239f97c61 req-36bf34d3-3f67-4012-9423-60f297d41623 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/ports?device_id=6058a8b3-ac1f-4b1c-997d-b6675caf9b2e HTTP/1.1" status: 200 len: 210 time: 0.0538526 Jun 09 15:10:25.815342 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:10:25.825625 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5058cb-0c3a-4f17-9802-f038275757ab None None] Sync routers for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:10:25.838780 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5058cb-0c3a-4f17-9802-f038275757ab None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:10:25.839417 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-bd5058cb-0c3a-4f17-9802-f038275757ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:10:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:26.002927 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] No DVR routers for this DVR port b42657a5-5781-4b26-8f4c-f0198e754404 on host hv-cinder-78960 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:10:26.005497 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:26.007756 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-2d8ea391-c185-4d8b-a903-ac3850873d64 req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.46 "DELETE /v2.0/ports/b42657a5-5781-4b26-8f4c-f0198e754404 HTTP/1.1" status: 204 len: 173 time: 1.4217014 Jun 09 15:10:26.008987 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'name': 'network-vif-deleted', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:10:26.011998 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a145e0ffb48cb8e30337188d5fb557ac61c323d901b37cfe569fc9271e772fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7291c6-ba5b-4a65-800e-d4f2eeb59c72" -d '{"events": [{"server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "name": "network-vif-deleted", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:10:26.041137 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-bd5058cb-0c3a-4f17-9802-f038275757ab None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:10:26.061310 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Made reservation on behalf of cb3ff5f18fe74feda8548a30588f5c51 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:10:26.065835 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:26.071859 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0121e7ac-2b40-4b45-b839-98f77bed4b0f x-openstack-request-id: req-0121e7ac-2b40-4b45-b839-98f77bed4b0f {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:10:26.072185 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6058a8b3-ac1f-4b1c-997d-b6675caf9b2e", "name": "network-vif-deleted", "tag": "b42657a5-5781-4b26-8f4c-f0198e754404", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:10:26.072525 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0121e7ac-2b40-4b45-b839-98f77bed4b0f {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:10:26.072949 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6058a8b3-ac1f-4b1c-997d-b6675caf9b2e', 'name': 'network-vif-deleted', 'tag': 'b42657a5-5781-4b26-8f4c-f0198e754404', 'status': 'completed', 'code': 200} Jun 09 15:10:26.237376 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Allocated IP 172.20.0.5 (929b832e-a427-4dd8-bd38-17da47e34447/ab219923-7e3e-45d8-a3f8-058fabd7212a/8450be58-d4d2-4f4e-a8b5-b67bdd969248) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:10:26.436260 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-bd5058cb-0c3a-4f17-9802-f038275757ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:26.440908 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5058cb-0c3a-4f17-9802-f038275757ab None None] Checking router: 8184247e-1d9a-48c8-a8e1-40557caa4b95 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:10:26.441793 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:26.450163 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5058cb-0c3a-4f17-9802-f038275757ab None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:10:26.450757 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-bd5058cb-0c3a-4f17-9802-f038275757ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:10:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:26.476630 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:26.482301 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-18f192d2-716b-4865-befe-225da82fad8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:26.550431 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Network 929b832e-a427-4dd8-bd38-17da47e34447 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:10:26.553761 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:10:26.557730 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:10:26.597068 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Pushing event updated for resources: {'Port': ['ID=8450be58-d4d2-4f4e-a8b5-b67bdd969248,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:26.601383 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:26.629986 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:26.631025 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:26.640982 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-bd5058cb-0c3a-4f17-9802-f038275757ab None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:10:26.651414 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-22eedce4-64de-4118-adc1-71e6a9ce1aa5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8734310 Jun 09 15:10:26.670713 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Request body: {'port': {'device_id': '08bb69b0-4cd4-4774-884f-cbc13810a35e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:10:26.784610 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:26.891791 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ffce4-ea47-4864-971e-97881e549929 req-565f563a-aee2-4b92-bbf0-f08ae2ecdbc9 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:26.895332 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a92ffce4-ea47-4864-971e-97881e549929 req-565f563a-aee2-4b92-bbf0-f08ae2ecdbc9 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 931 time: 0.0877142 Jun 09 15:10:26.953982 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-a92ffce4-ea47-4864-971e-97881e549929 req-70fcc9e3-313f-4d2c-b896-3d85a47410e7 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520546 Jun 09 15:10:26.968159 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58262) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:26.978160 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-bd5058cb-0c3a-4f17-9802-f038275757ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:26.982181 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5058cb-0c3a-4f17-9802-f038275757ab None None] The sync data for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb is: [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 4, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '370b9757-403c-4e90-a7ee-b92e9dc92313', 'name': '', 'network_id': '6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'mac_address': 'fa:16:3e:b9:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:04Z', 'updated_at': '2021-06-09T15:04:23Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'subnets': [{'id': 'f8354bd5-a090-404c-9b6a-f507e460199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:10:27.039579 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1d5c7d8d-0f52-4aab-bf53-5560154ecb14 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.068762 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1d5c7d8d-0f52-4aab-bf53-5560154ecb14 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.129622 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1d5c7d8d-0f52-4aab-bf53-5560154ecb14 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.132143 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1d5c7d8d-0f52-4aab-bf53-5560154ecb14 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.135677 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-1d5c7d8d-0f52-4aab-bf53-5560154ecb14 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "DELETE /v2.0/security-groups/2f7a67bb-2b20-4e6b-88ae-1e98e51ab913 HTTP/1.1" status: 204 len: 168 time: 0.1641459 Jun 09 15:10:27.135677 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-499b3de4-1f04-4550-ac95-bf1d77643f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:27.141192 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58264) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:27.158271 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c7d8d-0f52-4aab-bf53-5560154ecb14 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7a67bb-2b20-4e6b-88ae-1e98e51ab913,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:27.160896 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1d5c7d8d-0f52-4aab-bf53-5560154ecb14 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:27.161952 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.api.v2.resource [None req-6843dcb5-229d-4096-82ea-e1e329ed03c9 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] show failed (client error): The resource could not be found. Jun 09 15:10:27.163507 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-6843dcb5-229d-4096-82ea-e1e329ed03c9 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "GET /v2.0/security-groups/2f7a67bb-2b20-4e6b-88ae-1e98e51ab913 HTTP/1.1" status: 404 len: 347 time: 0.0208659 Jun 09 15:10:27.166339 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58266) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:27.176703 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8450be58-d4d2-4f4e-a8b5-b67bdd969248 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:10:27.186916 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.208639 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Transition to ACTIVE for port object 8450be58-d4d2-4f4e-a8b5-b67bdd969248 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:10:27.212164 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.215765 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:27.245409 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230bc186-0f36-4341-b6a5-5aeb0b5259d5 None None] New status for floating IP 09a4f61e-49f7-4fa3-b22f-1b0a01c5e68d: DOWN {{(pid=91821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:10:27.368467 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Pushing event updated for resources: {'Port': ['ID=8450be58-d4d2-4f4e-a8b5-b67bdd969248,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:27.384397 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.384776 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.385148 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.385512 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.385869 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.386226 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.386579 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.386928 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.387276 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.387623 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.387971 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.388311 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:27.399795 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-a1c585f7-04b7-49e9-a4e8-bf7f99d860b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Deleting port 88a96627-1166-4c45-b71f-246f15c1a5e8 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:10:27.400224 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a1c585f7-04b7-49e9-a4e8-bf7f99d860b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.415906 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:27.457722 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Attempting to bind port 8450be58-d4d2-4f4e-a8b5-b67bdd969248 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:10:27.458060 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Attempting to bind port 8450be58-d4d2-4f4e-a8b5-b67bdd969248 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3d31df3b-57e4-4760-9cf4-780d10c9dcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:10:27.458387 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Attempting to bind port 8450be58-d4d2-4f4e-a8b5-b67bdd969248 on network 929b832e-a427-4dd8-bd38-17da47e34447 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:10:27.463878 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Port 8450be58-d4d2-4f4e-a8b5-b67bdd969248 on network 929b832e-a427-4dd8-bd38-17da47e34447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:10:27.464207 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Attempting to bind port 8450be58-d4d2-4f4e-a8b5-b67bdd969248 on network 929b832e-a427-4dd8-bd38-17da47e34447 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:10:27.469730 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:10:27.470074 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Checking segment: {'id': '3d31df3b-57e4-4760-9cf4-780d10c9dcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:10:27.470459 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Bound using segment: {'id': '3d31df3b-57e4-4760-9cf4-780d10c9dcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:10:27.470897 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Bound port: 8450be58-d4d2-4f4e-a8b5-b67bdd969248, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d31df3b-57e4-4760-9cf4-780d10c9dcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:10:27.471249 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.526016 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a1c585f7-04b7-49e9-a4e8-bf7f99d860b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.526346 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a1c585f7-04b7-49e9-a4e8-bf7f99d860b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.567506 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] For port 8450be58-d4d2-4f4e-a8b5-b67bdd969248, host hv-cinder-78960, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:10:27.570464 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] For port 8450be58-d4d2-4f4e-a8b5-b67bdd969248, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8450be58-d4d2-4f4e-a8b5-b67bdd969248,segment=NetworkSegment(3d31df3b-57e4-4760-9cf4-780d10c9dcbc),segment_id=3d31df3b-57e4-4760-9cf4-780d10c9dcbc)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:10:27.574921 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.579487 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-15465859-29ce-4707-baec-c6f52c1ff622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:27.634439 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:27.635142 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.636562 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] 10.222.0.46 "PUT /v2.0/ports/8450be58-d4d2-4f4e-a8b5-b67bdd969248 HTTP/1.1" status: 200 len: 1093 time: 0.9707046 Jun 09 15:10:27.637011 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bb69b0-4cd4-4774-884f-cbc13810a35e', 'tag': '8450be58-d4d2-4f4e-a8b5-b67bdd969248'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:10:27.639276 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cae8991-7f5b-49ca-a94b-5cd73bb1074f" -d '{"events": [{"name": "network-changed", "server_uuid": "08bb69b0-4cd4-4774-884f-cbc13810a35e", "tag": "8450be58-d4d2-4f4e-a8b5-b67bdd969248"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:10:27.653737 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-a1c585f7-04b7-49e9-a4e8-bf7f99d860b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Calling delete_port for 88a96627-1166-4c45-b71f-246f15c1a5e8 owned by network:floatingip {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:10:27.659003 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Pushing event updated for resources: {'Port': ['ID=8450be58-d4d2-4f4e-a8b5-b67bdd969248,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:27.662224 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:27.754672 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-6487b05e-b4cf-46e3-9f79-ca7b6e51614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:27.756331 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-6487b05e-b4cf-46e3-9f79-ca7b6e51614e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb3ff5f18fe74feda8548a30588f5c51&device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 1096 time: 0.0746505 Jun 09 15:10:27.781436 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a1c585f7-04b7-49e9-a4e8-bf7f99d860b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.786128 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f1da9d87-e00f-4568-af58-53e696bad1a3 tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:27.829444 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c585f7-04b7-49e9-a4e8-bf7f99d860b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Pushing event deleted for resources: {'Port': ['ID=88a96627-1166-4c45-b71f-246f15c1a5e8,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:27.832487 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a1c585f7-04b7-49e9-a4e8-bf7f99d860b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:27.832995 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd74f7a-1181-4dd6-9f94-512ef9619f52 x-openstack-request-id: req-3fd74f7a-1181-4dd6-9f94-512ef9619f52 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:10:27.833493 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bb69b0-4cd4-4774-884f-cbc13810a35e", "tag": "8450be58-d4d2-4f4e-a8b5-b67bdd969248", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:10:27.833616 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3fd74f7a-1181-4dd6-9f94-512ef9619f52 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:10:27.834018 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bb69b0-4cd4-4774-884f-cbc13810a35e', 'tag': '8450be58-d4d2-4f4e-a8b5-b67bdd969248', 'status': 'completed', 'code': 200} Jun 09 15:10:27.836191 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-4d9d1b01-f352-4fae-9d33-8e2995768fec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8450be58-d4d2-4f4e-a8b5-b67bdd969248 HTTP/1.1" status: 200 len: 217 time: 0.0683558 Jun 09 15:10:27.925359 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a1c585f7-04b7-49e9-a4e8-bf7f99d860b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks [] for floatingip, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.927735 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a1c585f7-04b7-49e9-a4e8-bf7f99d860b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:27.928948 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-a1c585f7-04b7-49e9-a4e8-bf7f99d860b6 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] 10.222.0.83 "DELETE /v2.0/floatingips/09a4f61e-49f7-4fa3-b22f-1b0a01c5e68d HTTP/1.1" status: 204 len: 168 time: 0.7612739 Jun 09 15:10:27.964566 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b42657a5-5781-4b26-8f4c-f0198e754404 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:10:28.000664 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: b42657a5-5781-4b26-8f4c-f0198e754404 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:10:28.000858 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-075dbe9f-940a-4666-8a68-034947b7f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:28.001020 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device b42657a5-5781-4b26-8f4c-f0198e754404 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:10:28.003126 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-075dbe9f-940a-4666-8a68-034947b7f399 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab219923-7e3e-45d8-a3f8-058fabd7212a HTTP/1.1" status: 200 len: 853 time: 0.1570537 Jun 09 15:10:28.056965 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-389a1154-9766-4379-9da4-f140389668e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=929b832e-a427-4dd8-bd38-17da47e34447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442536 Jun 09 15:10:28.255688 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ad57d-5213-4bac-b94a-b5ec42b54574 req-559e6ee2-4574-42f3-b177-633acad79c88 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:28.257872 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-737ad57d-5213-4bac-b94a-b5ec42b54574 req-559e6ee2-4574-42f3-b177-633acad79c88 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 943 time: 0.1950617 Jun 09 15:10:28.261279 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-ec066b99-e315-4933-8c57-20524d1b6739 service neutron] 10.222.0.46 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650991 Jun 09 15:10:28.387522 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-737ad57d-5213-4bac-b94a-b5ec42b54574 req-60040793-8b6d-4e65-b63e-864154f104ec tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235139 Jun 09 15:10:28.427759 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c2ba5c2d-e807-4728-be5f-cd94992e2cb1 req-5c44d228-db09-462b-a70d-ab46b6bd0745 service neutron] 10.222.0.46 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494811 Jun 09 15:10:28.551088 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae8991-7f5b-49ca-a94b-5cd73bb1074f req-84bd66a5-6c2c-4aa0-b2e8-ddc2bf664906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:28.552479 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4cae8991-7f5b-49ca-a94b-5cd73bb1074f req-84bd66a5-6c2c-4aa0-b2e8-ddc2bf664906 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb3ff5f18fe74feda8548a30588f5c51&device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 1096 time: 0.0726700 Jun 09 15:10:28.683039 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae8991-7f5b-49ca-a94b-5cd73bb1074f req-b45cbb69-cd16-4fca-bbf7-bcc02f0f3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:28.684494 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4cae8991-7f5b-49ca-a94b-5cd73bb1074f req-b45cbb69-cd16-4fca-bbf7-bcc02f0f3811 service neutron] 10.222.0.46 "GET /v2.0/networks?id=929b832e-a427-4dd8-bd38-17da47e34447 HTTP/1.1" status: 200 len: 914 time: 0.1224511 Jun 09 15:10:28.749440 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4cae8991-7f5b-49ca-a94b-5cd73bb1074f req-c9920529-4088-4ed1-9757-e036aaa7f6a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8450be58-d4d2-4f4e-a8b5-b67bdd969248 HTTP/1.1" status: 200 len: 217 time: 0.0580516 Jun 09 15:10:28.813940 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae8991-7f5b-49ca-a94b-5cd73bb1074f req-b8fec076-05c7-4f84-9c80-c0d6ad403025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:28.815235 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4cae8991-7f5b-49ca-a94b-5cd73bb1074f req-b8fec076-05c7-4f84-9c80-c0d6ad403025 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab219923-7e3e-45d8-a3f8-058fabd7212a HTTP/1.1" status: 200 len: 853 time: 0.0575218 Jun 09 15:10:28.861146 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4cae8991-7f5b-49ca-a94b-5cd73bb1074f req-937b22f6-7e33-453a-98e2-8c9b17de24fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=929b832e-a427-4dd8-bd38-17da47e34447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388253 Jun 09 15:10:28.990498 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4cae8991-7f5b-49ca-a94b-5cd73bb1074f req-4cca1bb2-c2f5-4a59-8027-588f1d71caf7 service neutron] 10.222.0.46 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221650 Jun 09 15:10:29.116984 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4cae8991-7f5b-49ca-a94b-5cd73bb1074f req-810bf156-3b09-4b5e-bced-b2efb772969d service neutron] 10.222.0.46 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190598 Jun 09 15:10:29.570417 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7adb8-601c-4b95-85a0-afc02567a8a9 req-86ca36e4-a950-44f2-b342-4960c6c43779 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:29.571860 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-42d7adb8-601c-4b95-85a0-afc02567a8a9 req-86ca36e4-a950-44f2-b342-4960c6c43779 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 943 time: 0.0781221 Jun 09 15:10:29.618728 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-42d7adb8-601c-4b95-85a0-afc02567a8a9 req-ddc911f9-779d-4476-a668-d9d32c7f53c5 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Jun 09 15:10:29.963134 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 8450be58-d4d2-4f4e-a8b5-b67bdd969248 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:10:30.089793 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 8450be58-d4d2-4f4e-a8b5-b67bdd969248, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8450be58-d4d2-4f4e-a8b5-b67bdd969248,segment=NetworkSegment(3d31df3b-57e4-4760-9cf4-780d10c9dcbc),segment_id=3d31df3b-57e4-4760-9cf4-780d10c9dcbc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:30.103469 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': '8450be58-d4d2-4f4e-a8b5-b67bdd969248', 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447', 'port_id': '8450be58-d4d2-4f4e-a8b5-b67bdd969248', 'mac_address': 'fa:16:3e:73:68:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab219923-7e3e-45d8-a3f8-058fabd7212a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:10:30.159059 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:30.174931 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8450be58-d4d2-4f4e-a8b5-b67bdd969248 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:10:30.189504 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 8450be58-d4d2-4f4e-a8b5-b67bdd969248, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8450be58-d4d2-4f4e-a8b5-b67bdd969248,segment=NetworkSegment(3d31df3b-57e4-4760-9cf4-780d10c9dcbc),segment_id=3d31df3b-57e4-4760-9cf4-780d10c9dcbc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:30.193297 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:30.195529 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:30.257697 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=8450be58-d4d2-4f4e-a8b5-b67bdd969248,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:30.264628 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.264975 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.265308 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.265638 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.265967 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.266290 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.266610 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.266928 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.267243 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.267558 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.267873 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.268186 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:30.272968 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:30.429585 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['8450be58-d4d2-4f4e-a8b5-b67bdd969248'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:10:30.698432 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58298) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:30.799673 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d919601-ece2-4cc2-8616-40bbb492440c req-ab9ab512-2018-4c4c-bbb9-c84e712e2d0a tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:30.801079 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0d919601-ece2-4cc2-8616-40bbb492440c req-ab9ab512-2018-4c4c-bbb9-c84e712e2d0a tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 944 time: 0.0796175 Jun 09 15:10:30.855671 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0d919601-ece2-4cc2-8616-40bbb492440c req-1ead908b-f3f4-45b4-97ee-425dee3f4e44 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484252 Jun 09 15:10:31.366283 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405430'] for router_interface, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:31.772089 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] Deleting port 370b9757-403c-4e90-a7ee-b92e9dc92313 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:10:31.773261 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:31.889543 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] For port 370b9757-403c-4e90-a7ee-b92e9dc92313, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=370b9757-403c-4e90-a7ee-b92e9dc92313,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:31.889898 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:31.963501 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 8450be58-d4d2-4f4e-a8b5-b67bdd969248 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:10:32.010101 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] Calling delete_port for 370b9757-403c-4e90-a7ee-b92e9dc92313 owned by network:router_interface {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:10:32.030213 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port 8450be58-d4d2-4f4e-a8b5-b67bdd969248 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:10:32.034870 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port 8450be58-d4d2-4f4e-a8b5-b67bdd969248 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:10:32.035253 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:32.109228 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343506b-eba4-4511-ae8b-173ea855b3f8 req-c428cadf-f03a-416b-b0a9-c32ae5235cee tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:32.110708 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d343506b-eba4-4511-ae8b-173ea855b3f8 req-c428cadf-f03a-416b-b0a9-c32ae5235cee tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 944 time: 0.1081882 Jun 09 15:10:32.165726 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:32.172806 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-d343506b-eba4-4511-ae8b-173ea855b3f8 req-ba3ae6e1-02b3-4d97-9cf8-784d9aa207ee tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558953 Jun 09 15:10:32.192829 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bb69b0-4cd4-4774-884f-cbc13810a35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8450be58-d4d2-4f4e-a8b5-b67bdd969248'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:10:32.195622 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89ae8a7-828e-40a2-9552-1b90a2e15d22" -d '{"events": [{"server_uuid": "08bb69b0-4cd4-4774-884f-cbc13810a35e", "name": "network-vif-plugged", "status": "completed", "tag": "8450be58-d4d2-4f4e-a8b5-b67bdd969248"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:10:32.203904 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 8450be58-d4d2-4f4e-a8b5-b67bdd969248, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8450be58-d4d2-4f4e-a8b5-b67bdd969248,segment=NetworkSegment(3d31df3b-57e4-4760-9cf4-780d10c9dcbc),segment_id=3d31df3b-57e4-4760-9cf4-780d10c9dcbc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:32.208774 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:32.211843 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:32.249130 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7987108-67e6-4990-a55b-b0d50ce1957e x-openstack-request-id: req-f7987108-67e6-4990-a55b-b0d50ce1957e {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:10:32.249494 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bb69b0-4cd4-4774-884f-cbc13810a35e", "name": "network-vif-plugged", "status": "completed", "tag": "8450be58-d4d2-4f4e-a8b5-b67bdd969248", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:10:32.249888 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f7987108-67e6-4990-a55b-b0d50ce1957e {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:10:32.250280 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bb69b0-4cd4-4774-884f-cbc13810a35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8450be58-d4d2-4f4e-a8b5-b67bdd969248', 'code': 200} Jun 09 15:10:32.253529 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:32.258696 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e9f5bca0-49dd-471b-82f4-dc8bf50f2d91 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:32.288284 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=8450be58-d4d2-4f4e-a8b5-b67bdd969248,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:32.291510 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:32.302851 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=370b9757-403c-4e90-a7ee-b92e9dc92313,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:32.306627 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:32.488587 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f4773-9351-4fa9-9a9f-22876db89384 req-e69e45bb-e953-4d15-bfb1-d1d1c8e6ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:32.490076 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b27f4773-9351-4fa9-9a9f-22876db89384 req-e69e45bb-e953-4d15-bfb1-d1d1c8e6ae7b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 1098 time: 0.0715005 Jun 09 15:10:32.534126 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b27f4773-9351-4fa9-9a9f-22876db89384 req-b2ec2857-6f44-42fb-9447-18d28b6d7172 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340087 Jun 09 15:10:32.568824 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405240'] for router_interface, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:32.999943 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] Router 8184247e-1d9a-48c8-a8e1-40557caa4b95 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:10:33.172050 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:10:33.179684 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-5a7f3ceb-3fe6-45d2-a093-efea396231a9 admin admin] 10.222.0.83 "PUT /v2.0/routers/8184247e-1d9a-48c8-a8e1-40557caa4b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4772153 Jun 09 15:10:33.179887 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58306) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:33.180652 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46641504-6308-4b80-95b4-2dafbebd2b06 None None] Sync routers for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:10:33.189687 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46641504-6308-4b80-95b4-2dafbebd2b06 None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:10:33.190273 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-46641504-6308-4b80-95b4-2dafbebd2b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:10:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:33.379672 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-46641504-6308-4b80-95b4-2dafbebd2b06 None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:10:33.417989 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:33.577000 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fd6ac-22b9-41c5-944e-5cc5458c5ca1 req-feee91ca-5abb-44f6-bb2b-acfc37bb572f tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:33.578469 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1f0fd6ac-22b9-41c5-944e-5cc5458c5ca1 req-feee91ca-5abb-44f6-bb2b-acfc37bb572f tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 945 time: 0.2741785 Jun 09 15:10:33.644625 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1f0fd6ac-22b9-41c5-944e-5cc5458c5ca1 req-58ccd243-92a2-44ea-983b-5e99a53cec82 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577238 Jun 09 15:10:33.655901 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:33.736678 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Deleting port 62ae87a7-9ee4-4298-b7fc-642a70d6f197 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:10:33.737014 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:33.742764 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-46641504-6308-4b80-95b4-2dafbebd2b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:10:32Z', 'revision_number': 5, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port': {'id': '62ae87a7-9ee4-4298-b7fc-642a70d6f197', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:55Z', 'updated_at': '2021-06-09T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:33.840342 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46641504-6308-4b80-95b4-2dafbebd2b06 None None] Checking router: 8184247e-1d9a-48c8-a8e1-40557caa4b95 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:10:33.856736 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46641504-6308-4b80-95b4-2dafbebd2b06 None None] Routers {'8184247e-1d9a-48c8-a8e1-40557caa4b95'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:10:33.857338 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] For port 62ae87a7-9ee4-4298-b7fc-642a70d6f197, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=62ae87a7-9ee4-4298-b7fc-642a70d6f197,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:33.857464 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-46641504-6308-4b80-95b4-2dafbebd2b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:10:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['8184247e-1d9a-48c8-a8e1-40557caa4b95'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:33.857698 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:33.991571 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Calling delete_port for 62ae87a7-9ee4-4298-b7fc-642a70d6f197 owned by network:router_gateway {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:10:34.035727 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-46641504-6308-4b80-95b4-2dafbebd2b06 None None] Set router 8184247e-1d9a-48c8-a8e1-40557caa4b95 gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:10:34.145615 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-46641504-6308-4b80-95b4-2dafbebd2b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:10:33Z', 'revision_number': 6, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port_host': None}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:34.152529 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46641504-6308-4b80-95b4-2dafbebd2b06 None None] The sync data for ids ['8184247e-1d9a-48c8-a8e1-40557caa4b95'] in dv-cinder-789603-9-smb is: [{'id': '8184247e-1d9a-48c8-a8e1-40557caa4b95', 'name': 'tempest-AttachVolumeShelveTestJSON-653910499-router', 'tenant_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:52Z', 'updated_at': '2021-06-09T15:10:33Z', 'revision_number': 6, 'project_id': '28c3ac911d8e47e5a6cdf2e95436c91e', 'gw_port_host': None}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:10:34.229872 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:34.233962 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cc774898-d0dc-42ee-b09a-4e0f92165988 tempest-VolumesNegativeTest-1175911822 tempest-VolumesNegativeTest-1175911822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:34.276615 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ae87a7-9ee4-4298-b7fc-642a70d6f197,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:34.280146 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:34.367171 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478758'] for router_gateway, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:34.534252 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5222'] for router, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:34.536652 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:34.620314 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417677'] for router, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:34.620898 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8184247e-1d9a-48c8-a8e1-40557caa4b95 {{(pid=91819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:10:34.625592 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:34.626706 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-e864c892-d25a-4588-b0be-731a6e1ec0e3 admin admin] 10.222.0.83 "DELETE /v2.0/routers/8184247e-1d9a-48c8-a8e1-40557caa4b95 HTTP/1.1" status: 204 len: 168 time: 1.4458671 Jun 09 15:10:34.629180 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58310) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:34.689596 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-45697c43-527f-40f5-89f4-a7c39d22c068 admin admin] Deleting subnet f8354bd5-a090-404c-9b6a-f507e460199c {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:10:34.692471 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-45697c43-527f-40f5-89f4-a7c39d22c068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:34.740718 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-45697c43-527f-40f5-89f4-a7c39d22c068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15481776'] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:34.815542 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-45697c43-527f-40f5-89f4-a7c39d22c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:34.834127 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895b0e2-ab3a-4755-b52f-c84ffa01fe55 req-f970262f-8845-46c3-a2d5-a7c8f617c002 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:34.836187 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c895b0e2-ab3a-4755-b52f-c84ffa01fe55 req-f970262f-8845-46c3-a2d5-a7c8f617c002 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 945 time: 0.0847902 Jun 09 15:10:34.883281 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c895b0e2-ab3a-4755-b52f-c84ffa01fe55 req-76702eaa-dd44-4532-802b-55701a1c0206 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410843 Jun 09 15:10:34.887159 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-45697c43-527f-40f5-89f4-a7c39d22c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16251699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16125749'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:34.893493 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:34.930010 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-45697c43-527f-40f5-89f4-a7c39d22c068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:34.934127 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-45697c43-527f-40f5-89f4-a7c39d22c068 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/f8354bd5-a090-404c-9b6a-f507e460199c HTTP/1.1" status: 204 len: 168 time: 0.3017476 Jun 09 15:10:34.935381 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae07ac-492e-4458-84fa-a7ec071be3a8 None None] Network 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:10:34.936873 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45697c43-527f-40f5-89f4-a7c39d22c068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8354bd5-a090-404c-9b6a-f507e460199c,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:34.944221 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58318) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:34.963153 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-45697c43-527f-40f5-89f4-a7c39d22c068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:35.059462 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.135444 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Deleting port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:10:35.135737 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.211586 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f948bb6e-e342-474e-abfb-6ae92831b306 None None] DHCP port deletion for 6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 request from dv-cinder-789603-9-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:10:35.243120 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] For port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=fb9fa682-b2cd-4794-8f38-a8864ca5b6e1,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:35.243579 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.293693 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-f948bb6e-e342-474e-abfb-6ae92831b306 None None] Deleting port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:10:35.294077 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f948bb6e-e342-474e-abfb-6ae92831b306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.379365 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Calling delete_port for fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 owned by network:dhcp {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:10:35.430051 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16251877'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.432396 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-f948bb6e-e342-474e-abfb-6ae92831b306 None None] For port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=fb9fa682-b2cd-4794-8f38-a8864ca5b6e1,segment=NetworkSegment(0c7e205b-82e1-4ae3-82bc-7e3e20d35da9),segment_id=0c7e205b-82e1-4ae3-82bc-7e3e20d35da9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:35.432978 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f948bb6e-e342-474e-abfb-6ae92831b306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.434830 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2a41377d-aabd-4829-9f89-03230e828cbf tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:35.494691 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9fa682-b2cd-4794-8f38-a8864ca5b6e1,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:35.497903 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:35.498726 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] No DVR routers for this DVR port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 on host dv-cinder-789603-9-smb {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:10:35.567227 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-f948bb6e-e342-474e-abfb-6ae92831b306 None None] Calling delete_port for fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:10:35.612229 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f948bb6e-e342-474e-abfb-6ae92831b306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.616013 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:35.659165 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948bb6e-e342-474e-abfb-6ae92831b306 None None] Pushing event deleted for resources: {'Port': ['ID=fb9fa682-b2cd-4794-8f38-a8864ca5b6e1,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:35.662175 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-f948bb6e-e342-474e-abfb-6ae92831b306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:35.663025 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948bb6e-e342-474e-abfb-6ae92831b306 None None] No DVR routers for this DVR port fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 on host dv-cinder-789603-9-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:10:35.711144 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.725331 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:35.738739 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:35.739032 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7e205b-82e1-4ae3-82bc-7e3e20d35da9') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:35.750811 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15481737'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.767045 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.773525 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:10:35.773920 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16251792'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: Traceback (most recent call last): Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: timer() Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: cb(*args, **kw) Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: return func(*args, **kwargs) Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: self._notify() Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: self.callback(batched_events) Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: event.method(event) Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: return f(self, *a, **k) Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: return self._get(url).json() Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:10:35.786917 dv-cinder-789603-9-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:10:35.862806 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.866925 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1abbdd20-cdfe-4e70-acf9-12379a916b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:35.879701 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:35.881526 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] 10.222.0.83 "DELETE /v2.0/networks/6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37 HTTP/1.1" status: 204 len: 168 time: 0.9358773 Jun 09 15:10:35.887126 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3fd4e1-07d8-42c8-82c2-3a3d80d38c37,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:35.889498 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4bf6d630-1444-43ac-b0d7-c397fea720b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:35.949481 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:10:35.987801 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:10:35.988164 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device fb9fa682-b2cd-4794-8f38-a8864ca5b6e1 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:10:35.988634 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 62ae87a7-9ee4-4298-b7fc-642a70d6f197 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:10:36.016781 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58374) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:36.022598 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 62ae87a7-9ee4-4298-b7fc-642a70d6f197 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:10:36.023100 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 62ae87a7-9ee4-4298-b7fc-642a70d6f197 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:10:36.023817 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 370b9757-403c-4e90-a7ee-b92e9dc92313 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:10:36.056822 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 370b9757-403c-4e90-a7ee-b92e9dc92313 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:10:36.057270 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 370b9757-403c-4e90-a7ee-b92e9dc92313 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:10:36.064712 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-77b25fa5-8179-40e4-bfed-1aeca1c94c25 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=28c3ac911d8e47e5a6cdf2e95436c91e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466721 Jun 09 15:10:36.066959 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58376) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:36.130150 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4c415ea3-85ea-4b16-aac6-1e43541d8fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:36.160657 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4c415ea3-85ea-4b16-aac6-1e43541d8fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:36.214479 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4c415ea3-85ea-4b16-aac6-1e43541d8fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:36.217160 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4c415ea3-85ea-4b16-aac6-1e43541d8fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:36.218346 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-4c415ea3-85ea-4b16-aac6-1e43541d8fe8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/56933f03-326a-48d9-b1d7-e67f88a510e0 HTTP/1.1" status: 204 len: 168 time: 0.1504655 Jun 09 15:10:36.219176 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e38cb268-b7a0-45c5-91c6-eeb731d8ef72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:36.229369 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c415ea3-85ea-4b16-aac6-1e43541d8fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56933f03-326a-48d9-b1d7-e67f88a510e0,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:36.231658 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4c415ea3-85ea-4b16-aac6-1e43541d8fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:37.673698 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58430) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:37.790614 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-de1f0bcc-6284-459d-8168-83de0d43b13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:37.894364 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-de1f0bcc-6284-459d-8168-83de0d43b13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:37.898938 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-de1f0bcc-6284-459d-8168-83de0d43b13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:37.906342 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a04fe508-eaed-4066-b0c7-72098697bd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:37.950922 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-de1f0bcc-6284-459d-8168-83de0d43b13e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=699fb3c4b02c4bafb36cb7e52cc3ad0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761500 Jun 09 15:10:37.951673 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f0bcc-6284-459d-8168-83de0d43b13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0859f902-e2de-4496-8111-bbe387d7df17,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:37.953602 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 58434) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:37.954677 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-de1f0bcc-6284-459d-8168-83de0d43b13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:38.012523 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a881c855-69d5-474f-93df-8691aa2ce90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:38.037533 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a881c855-69d5-474f-93df-8691aa2ce90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:38.090267 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a881c855-69d5-474f-93df-8691aa2ce90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:38.092753 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a881c855-69d5-474f-93df-8691aa2ce90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:38.093876 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-a881c855-69d5-474f-93df-8691aa2ce90b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0859f902-e2de-4496-8111-bbe387d7df17 HTTP/1.1" status: 204 len: 168 time: 0.1392748 Jun 09 15:10:38.094626 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3ae67fc2-f73f-41e3-8e37-44ad49adc71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:38.103803 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881c855-69d5-474f-93df-8691aa2ce90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0859f902-e2de-4496-8111-bbe387d7df17,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:38.106310 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a881c855-69d5-474f-93df-8691aa2ce90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:40.778255 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:43.359502 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3fd126e0-d72d-446f-9018-a568ff249f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:45.732219 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:45.837194 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6dbf863c-6444-453d-8ca4-032f42e3cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:46.923655 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:48.625215 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:00.309119 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:11:10.208283 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1eba8-a78b-4314-b685-7467306cc93f req-e68c1ed3-daea-49ce-80af-408e748b3669 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:10.211501 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d4a1eba8-a78b-4314-b685-7467306cc93f req-e68c1ed3-daea-49ce-80af-408e748b3669 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 945 time: 0.1757183 Jun 09 15:11:10.254626 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d4a1eba8-a78b-4314-b685-7467306cc93f req-713a73f7-135b-4d5a-88f7-d673e854d082 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386760 Jun 09 15:11:10.783201 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:11.424259 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 58920) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:11.447902 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc263f1-17d1-45ff-8ef9-1404719cacf4 req-e9c0e50c-0567-4529-abfe-6365fb2a3bff tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:11.449395 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6fc263f1-17d1-45ff-8ef9-1404719cacf4 req-e9c0e50c-0567-4529-abfe-6365fb2a3bff tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 945 time: 0.0802474 Jun 09 15:11:11.493678 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-6fc263f1-17d1-45ff-8ef9-1404719cacf4 req-8de4b614-32de-49de-9ae6-9dda51f959a0 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Jun 09 15:11:11.540908 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b350-cea4-4128-b52c-fcabe45ffc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:11.649638 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b350-cea4-4128-b52c-fcabe45ffc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:11.653412 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b350-cea4-4128-b52c-fcabe45ffc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:11.660203 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e49a99b6-a316-4918-8e5d-5e1b2284a55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:11.700704 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-f5a7b350-cea4-4128-b52c-fcabe45ffc81 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5173e9091b014edd8615b2d7773d14cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752585 Jun 09 15:11:11.701466 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7b350-cea4-4128-b52c-fcabe45ffc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6163e-0fcf-4ecf-a846-6401dc34cfb4,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:11.703389 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58924) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:11.704586 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f5a7b350-cea4-4128-b52c-fcabe45ffc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:11.763676 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2efaf18c-17d6-4403-a92e-d59d67795e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:11.789342 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2efaf18c-17d6-4403-a92e-d59d67795e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:11.843040 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2efaf18c-17d6-4403-a92e-d59d67795e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:11.845469 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2efaf18c-17d6-4403-a92e-d59d67795e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:11.846592 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-2efaf18c-17d6-4403-a92e-d59d67795e50 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4aa6163e-0fcf-4ecf-a846-6401dc34cfb4 HTTP/1.1" status: 204 len: 168 time: 0.1422246 Jun 09 15:11:11.847339 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3c7d615c-23ae-4ce1-8475-bd6d3a614084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:11.857488 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaf18c-17d6-4403-a92e-d59d67795e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6163e-0fcf-4ecf-a846-6401dc34cfb4,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:11.863774 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2efaf18c-17d6-4403-a92e-d59d67795e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:12.125667 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58930) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:12.142703 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-10067743-9ab7-4e5e-9a9f-bb2834ab37ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:12.244106 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-10067743-9ab7-4e5e-9a9f-bb2834ab37ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:12.247659 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-10067743-9ab7-4e5e-9a9f-bb2834ab37ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:12.256307 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-83cb0180-f826-4449-b498-09687a2e6d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:12.295377 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-10067743-9ab7-4e5e-9a9f-bb2834ab37ca admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d1b87833f24a4abc8ce705d46bd5cf5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686749 Jun 09 15:11:12.296293 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10067743-9ab7-4e5e-9a9f-bb2834ab37ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32092930-5b73-4398-9653-a5c829fd9825,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:12.298066 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 58932) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:12.299348 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-10067743-9ab7-4e5e-9a9f-bb2834ab37ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:12.365435 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e0da752d-ebcc-433c-81b6-9a579efa5c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:12.391169 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e0da752d-ebcc-433c-81b6-9a579efa5c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:12.441306 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e0da752d-ebcc-433c-81b6-9a579efa5c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:12.444250 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e0da752d-ebcc-433c-81b6-9a579efa5c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:12.447886 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-e0da752d-ebcc-433c-81b6-9a579efa5c04 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/32092930-5b73-4398-9653-a5c829fd9825 HTTP/1.1" status: 204 len: 168 time: 0.1464539 Jun 09 15:11:12.447886 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a8397531-360c-47f6-8d51-38dad75f86c7 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:12.455606 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da752d-ebcc-433c-81b6-9a579efa5c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32092930-5b73-4398-9653-a5c829fd9825,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:12.457851 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e0da752d-ebcc-433c-81b6-9a579efa5c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:12.679173 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea62d-e625-46d3-86f6-d0dff6649554 req-3cf31140-1677-4aeb-8fa7-bd53553fc914 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:12.680685 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-aadea62d-e625-46d3-86f6-d0dff6649554 req-3cf31140-1677-4aeb-8fa7-bd53553fc914 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 945 time: 0.0827646 Jun 09 15:11:12.728498 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-aadea62d-e625-46d3-86f6-d0dff6649554 req-b549ae5a-a8ab-47b7-abbb-42c796ddd72b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Jun 09 15:11:13.363672 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0a26965f-6394-4350-b717-dfcc11e7c211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:13.924726 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf530414-7822-4f0f-b736-657fe648b5ca req-1a28cbbc-c61e-49f3-83af-2505339cba82 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:13.926191 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf530414-7822-4f0f-b736-657fe648b5ca req-1a28cbbc-c61e-49f3-83af-2505339cba82 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 945 time: 0.0927284 Jun 09 15:11:13.971697 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bf530414-7822-4f0f-b736-657fe648b5ca req-fcb84b64-4e93-4446-92b4-fed539781158 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Jun 09 15:11:14.277719 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 58988) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:14.394791 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-24d8c596-552d-4078-90a0-71a9bb2f95cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:14.496677 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-24d8c596-552d-4078-90a0-71a9bb2f95cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:14.500994 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-24d8c596-552d-4078-90a0-71a9bb2f95cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:14.509439 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-710a2c09-dcc8-49d4-bfce-01dcbf1ab173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:14.547366 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-24d8c596-552d-4078-90a0-71a9bb2f95cb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a2dd430262cc4ef5b2c08c36bac0c1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685993 Jun 09 15:11:14.549005 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8c596-552d-4078-90a0-71a9bb2f95cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f33c93-c79d-4749-b9b8-6e1ff5ec3871,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:14.550235 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 58992) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:14.552037 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-24d8c596-552d-4078-90a0-71a9bb2f95cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:14.608223 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-70003c3c-8c6e-4cf0-bf5f-b39aa9ae2d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:14.633058 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-70003c3c-8c6e-4cf0-bf5f-b39aa9ae2d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:14.682900 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-70003c3c-8c6e-4cf0-bf5f-b39aa9ae2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:14.685271 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-70003c3c-8c6e-4cf0-bf5f-b39aa9ae2d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:14.686370 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-70003c3c-8c6e-4cf0-bf5f-b39aa9ae2d90 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/53f33c93-c79d-4749-b9b8-6e1ff5ec3871 HTTP/1.1" status: 204 len: 168 time: 0.1351769 Jun 09 15:11:14.687101 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1a088c92-6184-4781-964f-d3355b322490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:14.695953 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70003c3c-8c6e-4cf0-bf5f-b39aa9ae2d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f33c93-c79d-4749-b9b8-6e1ff5ec3871,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:14.698270 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-70003c3c-8c6e-4cf0-bf5f-b39aa9ae2d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:14.960863 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 58998) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:14.978130 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8bffd657-543c-4d3b-afcb-61fdc750625d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.149227 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8bffd657-543c-4d3b-afcb-61fdc750625d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.163784 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8bffd657-543c-4d3b-afcb-61fdc750625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.180246 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-88b8b1e4-b661-40af-b1be-0e7b46debe43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:15.235514 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-8bffd657-543c-4d3b-afcb-61fdc750625d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7c77326888e04b028fa17dd3ba6016c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735391 Jun 09 15:11:15.238117 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59004) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:15.245031 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffd657-543c-4d3b-afcb-61fdc750625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78ecff8-aa0f-4734-ba45-121b34913d9e,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:15.250025 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8bffd657-543c-4d3b-afcb-61fdc750625d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:15.278067 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e036410-d64c-4afc-8e84-06391099e8fc req-8dc7bbe2-85be-415d-9a42-0f9acc2e309e tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:15.279546 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5e036410-d64c-4afc-8e84-06391099e8fc req-8dc7bbe2-85be-415d-9a42-0f9acc2e309e tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 945 time: 0.2026355 Jun 09 15:11:15.287249 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05ba41-d265-43c4-9972-60818836ab6d req-ddc637b9-fb08-4ef9-9186-c332394e9ee6 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:15.290484 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2c05ba41-d265-43c4-9972-60818836ab6d req-ddc637b9-fb08-4ef9-9186-c332394e9ee6 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.46 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 945 time: 0.2129068 Jun 09 15:11:15.302766 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b3d2-c94b-4ffc-9863-7960e09836d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.329267 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b3d2-c94b-4ffc-9863-7960e09836d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.382823 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b3d2-c94b-4ffc-9863-7960e09836d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.384180 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5e036410-d64c-4afc-8e84-06391099e8fc req-653eaf54-56be-4e5d-9b49-cc574b5123a7 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944946 Jun 09 15:11:15.386086 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b3d2-c94b-4ffc-9863-7960e09836d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.389949 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-e2e7b3d2-c94b-4ffc-9863-7960e09836d1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a78ecff8-aa0f-4734-ba45-121b34913d9e HTTP/1.1" status: 204 len: 168 time: 0.1507556 Jun 09 15:11:15.390758 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4c415ea3-85ea-4b16-aac6-1e43541d8fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:15.400458 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7b3d2-c94b-4ffc-9863-7960e09836d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78ecff8-aa0f-4734-ba45-121b34913d9e,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:15.402673 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e2e7b3d2-c94b-4ffc-9863-7960e09836d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:15.457130 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-2c05ba41-d265-43c4-9972-60818836ab6d req-39e60324-b729-42d3-95d5-89f6c35fd32b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Deleting port 8450be58-d4d2-4f4e-a8b5-b67bdd969248 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:15.457476 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2c05ba41-d265-43c4-9972-60818836ab6d req-39e60324-b729-42d3-95d5-89f6c35fd32b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.594576 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-2c05ba41-d265-43c4-9972-60818836ab6d req-39e60324-b729-42d3-95d5-89f6c35fd32b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] For port 8450be58-d4d2-4f4e-a8b5-b67bdd969248, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8450be58-d4d2-4f4e-a8b5-b67bdd969248,segment=NetworkSegment(3d31df3b-57e4-4760-9cf4-780d10c9dcbc),segment_id=3d31df3b-57e4-4760-9cf4-780d10c9dcbc)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:15.595266 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2c05ba41-d265-43c4-9972-60818836ab6d req-39e60324-b729-42d3-95d5-89f6c35fd32b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.717718 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-2c05ba41-d265-43c4-9972-60818836ab6d req-39e60324-b729-42d3-95d5-89f6c35fd32b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Calling delete_port for 8450be58-d4d2-4f4e-a8b5-b67bdd969248 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:15.727269 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.838498 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9d5460ba-67fa-4cd2-85b1-63092a7fd507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.840643 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2c05ba41-d265-43c4-9972-60818836ab6d req-39e60324-b729-42d3-95d5-89f6c35fd32b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.846927 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-58604a9b-4ada-4268-8cf7-669f4a1b741f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:15.856902 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['8450be58-d4d2-4f4e-a8b5-b67bdd969248'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:11:15.891283 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e60324-b729-42d3-95d5-89f6c35fd32b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Pushing event deleted for resources: {'Port': ['ID=8450be58-d4d2-4f4e-a8b5-b67bdd969248,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:15.894452 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-39e60324-b729-42d3-95d5-89f6c35fd32b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:15.969553 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c05ba41-d265-43c4-9972-60818836ab6d req-39e60324-b729-42d3-95d5-89f6c35fd32b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] No DVR routers for this DVR port 8450be58-d4d2-4f4e-a8b5-b67bdd969248 on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:11:15.972300 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2c05ba41-d265-43c4-9972-60818836ab6d req-39e60324-b729-42d3-95d5-89f6c35fd32b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.974840 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-2c05ba41-d265-43c4-9972-60818836ab6d req-39e60324-b729-42d3-95d5-89f6c35fd32b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.46 "DELETE /v2.0/ports/8450be58-d4d2-4f4e-a8b5-b67bdd969248 HTTP/1.1" status: 204 len: 173 time: 0.6695035 Jun 09 15:11:15.975372 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bb69b0-4cd4-4774-884f-cbc13810a35e', 'name': 'network-vif-deleted', 'tag': '8450be58-d4d2-4f4e-a8b5-b67bdd969248'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:11:15.977677 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc95567-d0af-46a1-8a43-0453dc9f63b4" -d '{"events": [{"server_uuid": "08bb69b0-4cd4-4774-884f-cbc13810a35e", "name": "network-vif-deleted", "tag": "8450be58-d4d2-4f4e-a8b5-b67bdd969248"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:11:16.024088 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086b612c-20c9-4f1f-887c-a2f97ba54e19 x-openstack-request-id: req-086b612c-20c9-4f1f-887c-a2f97ba54e19 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:11:16.024528 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bb69b0-4cd4-4774-884f-cbc13810a35e", "name": "network-vif-deleted", "tag": "8450be58-d4d2-4f4e-a8b5-b67bdd969248", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:11:16.024890 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-086b612c-20c9-4f1f-887c-a2f97ba54e19 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:11:16.025392 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bb69b0-4cd4-4774-884f-cbc13810a35e', 'name': 'network-vif-deleted', 'tag': '8450be58-d4d2-4f4e-a8b5-b67bdd969248', 'status': 'completed', 'code': 200} Jun 09 15:11:16.567029 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1d2b5d9c-56ba-4d3d-8299-283d06d7a7aa req-e7c18f85-f762-4d46-8ec9-9dd6c38ad2c6 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=08bb69b0-4cd4-4774-884f-cbc13810a35e HTTP/1.1" status: 200 len: 210 time: 0.0436063 Jun 09 15:11:16.926041 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:18.133245 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 8450be58-d4d2-4f4e-a8b5-b67bdd969248 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:11:18.171124 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: 8450be58-d4d2-4f4e-a8b5-b67bdd969248 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:11:18.171559 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 8450be58-d4d2-4f4e-a8b5-b67bdd969248 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:11:18.623858 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:21.194814 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59128) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:21.308704 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2f23a9ee-13e1-4736-bd20-106c7c5b97d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:21.414089 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2f23a9ee-13e1-4736-bd20-106c7c5b97d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:21.418001 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2f23a9ee-13e1-4736-bd20-106c7c5b97d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:21.424788 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4970b520-e941-477e-8d4b-85f6e5ae2a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:21.466782 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23a9ee-13e1-4736-bd20-106c7c5b97d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99307a3a-4ad1-4f2b-91d9-f5cfcee82ae5,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:21.470851 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-2f23a9ee-13e1-4736-bd20-106c7c5b97d6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=783ffb51cb414e81b3312686c996bf3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750340 Jun 09 15:11:21.471806 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2f23a9ee-13e1-4736-bd20-106c7c5b97d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:21.473502 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59132) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:21.530193 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa54e-05cb-4e83-a8ba-7807e5bc970f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:21.555409 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa54e-05cb-4e83-a8ba-7807e5bc970f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:21.609559 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa54e-05cb-4e83-a8ba-7807e5bc970f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:21.612064 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa54e-05cb-4e83-a8ba-7807e5bc970f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:21.613244 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-6c7fa54e-05cb-4e83-a8ba-7807e5bc970f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/99307a3a-4ad1-4f2b-91d9-f5cfcee82ae5 HTTP/1.1" status: 204 len: 168 time: 0.1383250 Jun 09 15:11:21.613978 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-24d8c596-552d-4078-90a0-71a9bb2f95cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:21.627117 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fa54e-05cb-4e83-a8ba-7807e5bc970f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99307a3a-4ad1-4f2b-91d9-f5cfcee82ae5,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:21.630394 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6c7fa54e-05cb-4e83-a8ba-7807e5bc970f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:21.911097 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59152) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:21.929841 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f6a5-fff1-4790-a0fb-53c96d940aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:21.948633 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-a3e7c3b4-fac2-4569-bf9e-17e20e980466 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:21.950069 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-a3e7c3b4-fac2-4569-bf9e-17e20e980466 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/networks?id=929b832e-a427-4dd8-bd38-17da47e34447 HTTP/1.1" status: 200 len: 813 time: 0.1590874 Jun 09 15:11:21.965346 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-c64ba0f4-6c11-45b8-a245-aefbe4358cfa tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/quotas/cb3ff5f18fe74feda8548a30588f5c51 HTTP/1.1" status: 200 len: 375 time: 0.0098085 Jun 09 15:11:22.012024 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-1be57628-cbb7-4ce0-8523-897e968bf444 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb3ff5f18fe74feda8548a30588f5c51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414627 Jun 09 15:11:22.036847 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f6a5-fff1-4790-a0fb-53c96d940aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:22.040848 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f6a5-fff1-4790-a0fb-53c96d940aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:22.052872 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a89617e9-7201-4fa2-8550-2cd8e2e39b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:22.092128 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-1fb1f6a5-fff1-4790-a0fb-53c96d940aa6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7ddfb14b07b249e2b9ab171cf9f06a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799369 Jun 09 15:11:22.093094 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1f6a5-fff1-4790-a0fb-53c96d940aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432c4aa7-6c97-4503-a0ac-430870e9e05a,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:22.094922 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59156) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:22.096116 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1fb1f6a5-fff1-4790-a0fb-53c96d940aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:22.317925 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-212f9111-08ab-4074-902d-cf115fce4210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:22.368394 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-212f9111-08ab-4074-902d-cf115fce4210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:22.413038 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-05e6be11-9e69-44b8-a582-3c4228e278cb service neutron] 10.222.0.83 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941991 Jun 09 15:11:22.516411 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-212f9111-08ab-4074-902d-cf115fce4210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:22.518778 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-212f9111-08ab-4074-902d-cf115fce4210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:22.519905 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-212f9111-08ab-4074-902d-cf115fce4210 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/432c4aa7-6c97-4503-a0ac-430870e9e05a HTTP/1.1" status: 204 len: 168 time: 0.4239721 Jun 09 15:11:22.529248 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-799e763f-dd64-40c7-a74a-5438d1cd8d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:22.543455 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f9111-08ab-4074-902d-cf115fce4210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c4aa7-6c97-4503-a0ac-430870e9e05a,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:22.553360 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-212f9111-08ab-4074-902d-cf115fce4210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:22.561737 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-d9e94f4e-3c31-4782-8c08-724e2b679e6b service neutron] 10.222.0.83 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429961 Jun 09 15:11:22.740662 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c91d7446-4e5c-4c43-9983-8fefe133298e req-80f6e9b2-9a34-49f7-937a-a68f024c8500 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 210 time: 0.0441628 Jun 09 15:11:23.902072 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-3f4f74dc-0e64-45e7-99e1-225912ec383b req-9fa29f23-8ab5-480a-8db1-f37ffa602b49 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 210 time: 0.0479476 Jun 09 15:11:23.909473 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-6bdcb190-7b68-44b4-9ff3-6339473d1e79 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:23.911215 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-6bdcb190-7b68-44b4-9ff3-6339473d1e79 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.46 "GET /v2.0/networks?id=929b832e-a427-4dd8-bd38-17da47e34447 HTTP/1.1" status: 200 len: 813 time: 0.2109647 Jun 09 15:11:23.930993 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Request body: {'port': {'device_id': 'e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f', 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447', 'admin_state_up': True, 'tenant_id': 'cb3ff5f18fe74feda8548a30588f5c51'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:11:24.090100 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Made reservation on behalf of cb3ff5f18fe74feda8548a30588f5c51 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:11:24.093634 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:24.256971 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Allocated IP 172.20.0.12 (929b832e-a427-4dd8-bd38-17da47e34447/ab219923-7e3e-45d8-a3f8-058fabd7212a/c680b607-e5f6-4a67-8796-91502159212d) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:11:24.471136 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:24.501068 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:24.507888 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-af6dcf60-6d67-4d88-8b08-2ff3603b0612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:24.576055 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Network 929b832e-a427-4dd8-bd38-17da47e34447 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:11:24.578853 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:11:24.582375 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:11:24.635334 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Pushing event updated for resources: {'Port': ['ID=c680b607-e5f6-4a67-8796-91502159212d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:24.638190 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:24.665591 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:24.666213 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:24.692325 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-32d43938-4cf8-4d20-9a44-fdddc8293992 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7661099 Jun 09 15:11:24.708814 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Request body: {'port': {'device_id': 'e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:11:24.819388 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.097175 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d387b-2a6f-49c5-b4f2-ae58ce601248 req-c802b18f-ae20-42b1-935e-1cdd48bbfced tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:25.098619 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-354d387b-2a6f-49c5-b4f2-ae58ce601248 req-c802b18f-ae20-42b1-935e-1cdd48bbfced tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 932 time: 0.0784655 Jun 09 15:11:25.146693 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-354d387b-2a6f-49c5-b4f2-ae58ce601248 req-26cdb5c4-bca2-4088-adc4-b546187a6812 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Jun 09 15:11:25.159464 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c680b607-e5f6-4a67-8796-91502159212d {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:11:25.166747 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.181145 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Transition to ACTIVE for port object c680b607-e5f6-4a67-8796-91502159212d will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:11:25.184564 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.188781 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-cee30117-1f3e-40aa-b564-54b702cffc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:25.428538 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Pushing event updated for resources: {'Port': ['ID=c680b607-e5f6-4a67-8796-91502159212d,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:25.431351 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:25.520293 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Attempting to bind port c680b607-e5f6-4a67-8796-91502159212d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:11:25.520684 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Attempting to bind port c680b607-e5f6-4a67-8796-91502159212d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3d31df3b-57e4-4760-9cf4-780d10c9dcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:11:25.521003 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Attempting to bind port c680b607-e5f6-4a67-8796-91502159212d on network 929b832e-a427-4dd8-bd38-17da47e34447 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:11:25.525430 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Port c680b607-e5f6-4a67-8796-91502159212d on network 929b832e-a427-4dd8-bd38-17da47e34447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:11:25.525744 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Attempting to bind port c680b607-e5f6-4a67-8796-91502159212d on network 929b832e-a427-4dd8-bd38-17da47e34447 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:11:25.530992 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:11:25.531324 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Checking segment: {'id': '3d31df3b-57e4-4760-9cf4-780d10c9dcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:11:25.531702 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Bound using segment: {'id': '3d31df3b-57e4-4760-9cf4-780d10c9dcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:11:25.532116 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Bound port: c680b607-e5f6-4a67-8796-91502159212d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d31df3b-57e4-4760-9cf4-780d10c9dcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:11:25.532483 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.619558 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] For port c680b607-e5f6-4a67-8796-91502159212d, host hv-cinder-78960, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:11:25.622641 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] For port c680b607-e5f6-4a67-8796-91502159212d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c680b607-e5f6-4a67-8796-91502159212d,segment=NetworkSegment(3d31df3b-57e4-4760-9cf4-780d10c9dcbc),segment_id=3d31df3b-57e4-4760-9cf4-780d10c9dcbc)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:11:25.626119 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.630541 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:25.687842 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:25.688506 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.689886 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] 10.222.0.46 "PUT /v2.0/ports/c680b607-e5f6-4a67-8796-91502159212d HTTP/1.1" status: 200 len: 1094 time: 0.9856896 Jun 09 15:11:25.690381 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f', 'tag': 'c680b607-e5f6-4a67-8796-91502159212d'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:11:25.692710 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee09b28-0bbe-478e-a8a9-2b3a09fa1765" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f", "tag": "c680b607-e5f6-4a67-8796-91502159212d"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:11:25.717467 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Pushing event updated for resources: {'Port': ['ID=c680b607-e5f6-4a67-8796-91502159212d,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:25.720560 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:25.773516 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cd821e-4e88-4f93-8f73-686b8bd7e861 x-openstack-request-id: req-c0cd821e-4e88-4f93-8f73-686b8bd7e861 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:11:25.773846 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f", "tag": "c680b607-e5f6-4a67-8796-91502159212d", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:11:25.774136 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c0cd821e-4e88-4f93-8f73-686b8bd7e861 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:11:25.774563 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f', 'tag': 'c680b607-e5f6-4a67-8796-91502159212d', 'status': 'completed', 'code': 200} Jun 09 15:11:25.815811 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-e449502c-371c-4c82-9101-27d208b62485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:25.817330 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-e449502c-371c-4c82-9101-27d208b62485 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb3ff5f18fe74feda8548a30588f5c51&device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 1097 time: 0.0797393 Jun 09 15:11:25.897620 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-cfc4f67c-69b5-4c60-9655-d6df07194f12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c680b607-e5f6-4a67-8796-91502159212d HTTP/1.1" status: 200 len: 217 time: 0.0648818 Jun 09 15:11:25.964242 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-97a3dd03-f20e-4901-b15b-243667ea4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:25.965716 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-97a3dd03-f20e-4901-b15b-243667ea4645 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab219923-7e3e-45d8-a3f8-058fabd7212a HTTP/1.1" status: 200 len: 853 time: 0.0589716 Jun 09 15:11:26.015720 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-83a66e24-099f-4c31-8b42-1fe95631fa01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=929b832e-a427-4dd8-bd38-17da47e34447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400887 Jun 09 15:11:26.169483 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-4d81e295-25a5-48b1-8b39-09055d504982 service neutron] 10.222.0.46 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429453 Jun 09 15:11:26.321310 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-93e6bf5b-a24c-431f-bcdf-db8d7b009390 req-3269a8a5-ecee-4c81-81fe-b617f1612604 service neutron] 10.222.0.46 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413345 Jun 09 15:11:26.364907 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d54af-7a05-4f55-8f50-0099aa9d6b54 req-f2ada194-081c-4840-85e8-bca2c927b76b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:26.366459 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-150d54af-7a05-4f55-8f50-0099aa9d6b54 req-f2ada194-081c-4840-85e8-bca2c927b76b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 944 time: 0.0869579 Jun 09 15:11:26.416497 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-150d54af-7a05-4f55-8f50-0099aa9d6b54 req-9951c55f-4d6a-47f7-8185-d6c02f9b4598 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Jun 09 15:11:26.447696 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee09b28-0bbe-478e-a8a9-2b3a09fa1765 req-54081bff-f204-4a47-99d9-612328b12f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:26.449166 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ee09b28-0bbe-478e-a8a9-2b3a09fa1765 req-54081bff-f204-4a47-99d9-612328b12f64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb3ff5f18fe74feda8548a30588f5c51&device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 1097 time: 0.0799968 Jun 09 15:11:26.583926 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee09b28-0bbe-478e-a8a9-2b3a09fa1765 req-ae3cccdb-f385-4a45-8477-93bbd07d6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:26.585428 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ee09b28-0bbe-478e-a8a9-2b3a09fa1765 req-ae3cccdb-f385-4a45-8477-93bbd07d6429 service neutron] 10.222.0.46 "GET /v2.0/networks?id=929b832e-a427-4dd8-bd38-17da47e34447 HTTP/1.1" status: 200 len: 914 time: 0.1289363 Jun 09 15:11:26.651507 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ee09b28-0bbe-478e-a8a9-2b3a09fa1765 req-6c0cf374-e31b-4f09-b35b-30ca402f0de9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c680b607-e5f6-4a67-8796-91502159212d HTTP/1.1" status: 200 len: 217 time: 0.0591309 Jun 09 15:11:26.714339 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee09b28-0bbe-478e-a8a9-2b3a09fa1765 req-3142e6e3-9ff4-4e95-ba7d-8de7abf63c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:26.715630 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ee09b28-0bbe-478e-a8a9-2b3a09fa1765 req-3142e6e3-9ff4-4e95-ba7d-8de7abf63c9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab219923-7e3e-45d8-a3f8-058fabd7212a HTTP/1.1" status: 200 len: 853 time: 0.0581474 Jun 09 15:11:26.762649 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ee09b28-0bbe-478e-a8a9-2b3a09fa1765 req-7db60cd9-22da-463c-8b90-798227eb7729 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=929b832e-a427-4dd8-bd38-17da47e34447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398266 Jun 09 15:11:26.889232 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ee09b28-0bbe-478e-a8a9-2b3a09fa1765 req-b1ff1c98-4b75-462b-a227-52b2e5a0b7e2 service neutron] 10.222.0.46 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197824 Jun 09 15:11:27.112268 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5ee09b28-0bbe-478e-a8a9-2b3a09fa1765 req-31af09e3-733f-4fa6-847e-de558224a46a service neutron] 10.222.0.46 "GET /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160599 Jun 09 15:11:27.609235 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deadb0d-7ef9-4e1c-94aa-dfcfc7d13357 req-d48ec99b-aadf-426f-b161-f3ad8b2ba238 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:27.610722 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0deadb0d-7ef9-4e1c-94aa-dfcfc7d13357 req-d48ec99b-aadf-426f-b161-f3ad8b2ba238 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 944 time: 0.0858395 Jun 09 15:11:27.654825 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-0deadb0d-7ef9-4e1c-94aa-dfcfc7d13357 req-662dfcf8-8525-49aa-ac48-dea58db8426d tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Jun 09 15:11:28.165736 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c680b607-e5f6-4a67-8796-91502159212d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:11:28.294354 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c680b607-e5f6-4a67-8796-91502159212d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c680b607-e5f6-4a67-8796-91502159212d,segment=NetworkSegment(3d31df3b-57e4-4760-9cf4-780d10c9dcbc),segment_id=3d31df3b-57e4-4760-9cf4-780d10c9dcbc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:28.307010 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': 'c680b607-e5f6-4a67-8796-91502159212d', 'network_id': '929b832e-a427-4dd8-bd38-17da47e34447', 'port_id': 'c680b607-e5f6-4a67-8796-91502159212d', 'mac_address': 'fa:16:3e:a5:39:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab219923-7e3e-45d8-a3f8-058fabd7212a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:11:28.360672 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:28.376747 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c680b607-e5f6-4a67-8796-91502159212d {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:11:28.391840 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c680b607-e5f6-4a67-8796-91502159212d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c680b607-e5f6-4a67-8796-91502159212d,segment=NetworkSegment(3d31df3b-57e4-4760-9cf4-780d10c9dcbc),segment_id=3d31df3b-57e4-4760-9cf4-780d10c9dcbc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:28.396067 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:28.398986 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:28.470186 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=c680b607-e5f6-4a67-8796-91502159212d,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:28.473276 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:28.660483 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['c680b607-e5f6-4a67-8796-91502159212d'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:11:28.843520 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ba598-a4b5-426a-b30c-3076f26c1a47 req-5d246918-ffea-4841-864c-a5fb5bfc06be tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:28.845035 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-662ba598-a4b5-426a-b30c-3076f26c1a47 req-5d246918-ffea-4841-864c-a5fb5bfc06be tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 945 time: 0.0861509 Jun 09 15:11:28.889628 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-662ba598-a4b5-426a-b30c-3076f26c1a47 req-fc12901f-53de-452e-8371-5122d9ba3129 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385289 Jun 09 15:11:29.274823 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59264) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:29.387773 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.488035 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.492489 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.500453 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2efaf18c-17d6-4403-a92e-d59d67795e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:29.536660 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e48176e2c0924ebc8fce9e4db2ec1bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607348 Jun 09 15:11:29.539303 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59268) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:29.540671 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ee90f4-139a-47d1-af30-11f9e22a1099,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:29.547832 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.548215 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.548611 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.548976 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.549336 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.549698 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.550056 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.550410 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.550766 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.551124 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.551474 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.551852 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.555682 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-187bb858-01b8-495a-aa8f-3f6598072567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:29.599867 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.624892 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.675892 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.678497 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.679480 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c5ee90f4-139a-47d1-af30-11f9e22a1099 HTTP/1.1" status: 204 len: 168 time: 0.1391928 Jun 09 15:11:29.680283 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-212f9111-08ab-4074-902d-cf115fce4210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:29.689491 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ee90f4-139a-47d1-af30-11f9e22a1099,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:29.697128 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.697502 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.697867 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.698223 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.698577 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.698928 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.699278 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.699627 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.699975 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.700318 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.700698 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.701071 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:29.704048 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-488dffc7-7829-4268-b387-6393bc7f4b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:29.954346 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59276) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:29.971061 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c67ecb6f-fd9f-4ef8-987e-d6a13889bb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:30.116574 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd133e-5e1e-44d3-a5ee-4131edf0a30f req-785a67f5-fdec-49d3-b7f6-f0d3be34a9b6 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:30.117937 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-35dd133e-5e1e-44d3-a5ee-4131edf0a30f req-785a67f5-fdec-49d3-b7f6-f0d3be34a9b6 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 945 time: 0.1195951 Jun 09 15:11:30.174621 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c67ecb6f-fd9f-4ef8-987e-d6a13889bb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:30.179571 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c67ecb6f-fd9f-4ef8-987e-d6a13889bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:30.187022 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c680b607-e5f6-4a67-8796-91502159212d up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:11:30.188046 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e0da752d-ebcc-433c-81b6-9a579efa5c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:30.206598 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-35dd133e-5e1e-44d3-a5ee-4131edf0a30f req-6031dab7-7476-4c8a-9af6-3ae7da617b72 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815229 Jun 09 15:11:30.234976 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ecb6f-fd9f-4ef8-987e-d6a13889bb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729b97e0-51c8-431e-96a5-68aa90a60328,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:30.238374 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c67ecb6f-fd9f-4ef8-987e-d6a13889bb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:30.241311 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-c67ecb6f-fd9f-4ef8-987e-d6a13889bb72 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d77d4995ee3a416bbf6348eef59ae093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858498 Jun 09 15:11:30.243893 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59278) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:30.257490 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port c680b607-e5f6-4a67-8796-91502159212d completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:11:30.262001 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port c680b607-e5f6-4a67-8796-91502159212d triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:11:30.262365 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:30.304143 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3cbc48b3-ec00-4c96-815c-21f620daaccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:30.329941 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3cbc48b3-ec00-4c96-815c-21f620daaccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:30.381975 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3cbc48b3-ec00-4c96-815c-21f620daaccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:30.384531 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3cbc48b3-ec00-4c96-815c-21f620daaccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:30.385702 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-3cbc48b3-ec00-4c96-815c-21f620daaccb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/729b97e0-51c8-431e-96a5-68aa90a60328 HTTP/1.1" status: 204 len: 168 time: 0.1407142 Jun 09 15:11:30.386694 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a4cefe01-39a9-4e23-93e4-9fcb0be16828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:30.396878 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc48b3-ec00-4c96-815c-21f620daaccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729b97e0-51c8-431e-96a5-68aa90a60328,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:30.399176 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3cbc48b3-ec00-4c96-815c-21f620daaccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:30.425831 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:30.452421 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c680b607-e5f6-4a67-8796-91502159212d'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:11:30.454651 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ec9cb6-67a4-40a6-9479-f1183651b59e" -d '{"events": [{"server_uuid": "e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f", "name": "network-vif-plugged", "status": "completed", "tag": "c680b607-e5f6-4a67-8796-91502159212d"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:11:30.463491 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port c680b607-e5f6-4a67-8796-91502159212d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c680b607-e5f6-4a67-8796-91502159212d,segment=NetworkSegment(3d31df3b-57e4-4760-9cf4-780d10c9dcbc),segment_id=3d31df3b-57e4-4760-9cf4-780d10c9dcbc)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:30.466579 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:30.468560 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:30.502917 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21734c7-b073-451a-b243-4a0d6d87658f x-openstack-request-id: req-d21734c7-b073-451a-b243-4a0d6d87658f {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:11:30.503224 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f", "name": "network-vif-plugged", "status": "completed", "tag": "c680b607-e5f6-4a67-8796-91502159212d", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:11:30.503489 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d21734c7-b073-451a-b243-4a0d6d87658f {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:11:30.503880 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c680b607-e5f6-4a67-8796-91502159212d', 'code': 200} Jun 09 15:11:30.537710 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=c680b607-e5f6-4a67-8796-91502159212d,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:30.545752 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.546236 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.546585 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.546929 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.547263 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.547592 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.547924 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.548249 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.548605 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.548912 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.549236 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.549549 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:30.553710 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:30.751668 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879f344-3623-438a-b566-3756a98768ae req-a90928f8-775b-45f4-b6f3-05e98689b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:30.753219 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6879f344-3623-438a-b566-3756a98768ae req-a90928f8-775b-45f4-b6f3-05e98689b07c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 1099 time: 0.0703919 Jun 09 15:11:30.802343 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-6879f344-3623-438a-b566-3756a98768ae req-408873c4-672b-476f-b8c5-67899005a081 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378921 Jun 09 15:11:31.393629 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2ffc4-f9cf-45f2-9e77-cfbeaa43148b req-39f583a6-374c-46c8-bc3b-059728b7f26d tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:31.395108 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-cbe2ffc4-f9cf-45f2-9e77-cfbeaa43148b req-39f583a6-374c-46c8-bc3b-059728b7f26d tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 946 time: 0.0831523 Jun 09 15:11:31.442224 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-cbe2ffc4-f9cf-45f2-9e77-cfbeaa43148b req-366f58ef-5376-467c-ab9f-6336002fcc84 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Jun 09 15:11:32.637504 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e271b-f0e1-46c4-8b89-080c40cfdea7 req-89708a26-db70-46aa-9249-4c57e475b051 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:32.640714 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-710e271b-f0e1-46c4-8b89-080c40cfdea7 req-89708a26-db70-46aa-9249-4c57e475b051 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 946 time: 0.0876765 Jun 09 15:11:32.689932 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-710e271b-f0e1-46c4-8b89-080c40cfdea7 req-57ed740a-2a4c-4dde-9378-fa25213d4865 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434349 Jun 09 15:11:32.938714 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59358) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:33.061145 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c1908127-fd5b-4642-abf5-dbf438721580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.176577 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c1908127-fd5b-4642-abf5-dbf438721580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.180659 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c1908127-fd5b-4642-abf5-dbf438721580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.191729 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-817b4fed-7954-4ea1-bef1-d850c9635539 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:33.231517 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-c1908127-fd5b-4642-abf5-dbf438721580 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=79fb4c890d854117b30d01e23371b70b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915864 Jun 09 15:11:33.234539 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59368) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:33.236181 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1908127-fd5b-4642-abf5-dbf438721580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536a01f0-8b6e-4445-ace6-4d0abe42a966,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:33.239206 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c1908127-fd5b-4642-abf5-dbf438721580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:33.292637 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ec7071d5-e1ea-406d-9755-edb5f1bec47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.324761 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ec7071d5-e1ea-406d-9755-edb5f1bec47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.380709 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ec7071d5-e1ea-406d-9755-edb5f1bec47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.383106 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ec7071d5-e1ea-406d-9755-edb5f1bec47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.384240 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-ec7071d5-e1ea-406d-9755-edb5f1bec47c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/536a01f0-8b6e-4445-ace6-4d0abe42a966 HTTP/1.1" status: 204 len: 168 time: 0.1487043 Jun 09 15:11:33.385054 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-344764ee-a883-4add-b5d7-220968ada642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:33.394285 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7071d5-e1ea-406d-9755-edb5f1bec47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536a01f0-8b6e-4445-ace6-4d0abe42a966,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:33.397353 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ec7071d5-e1ea-406d-9755-edb5f1bec47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:33.670533 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59374) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:33.764934 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9ae368d-7322-4878-a559-b2dc38d20b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.866333 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9ae368d-7322-4878-a559-b2dc38d20b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.870416 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9ae368d-7322-4878-a559-b2dc38d20b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.877873 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-caa2eefb-6cf9-4962-9f43-3282a5eba7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:33.925003 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-c9ae368d-7322-4878-a559-b2dc38d20b1d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b509a9e61dda4acdbb43c99ee82cb6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509322 Jun 09 15:11:33.925003 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae368d-7322-4878-a559-b2dc38d20b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef70785-9028-4b7a-bf04-39a4d309ae47,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:33.926070 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59376) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:33.927453 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c9ae368d-7322-4878-a559-b2dc38d20b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:33.987051 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-79f13c61-c394-4003-8b3f-13c4835f0aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.012194 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-79f13c61-c394-4003-8b3f-13c4835f0aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.062958 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-79f13c61-c394-4003-8b3f-13c4835f0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.065679 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-79f13c61-c394-4003-8b3f-13c4835f0aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.066822 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-79f13c61-c394-4003-8b3f-13c4835f0aca admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0ef70785-9028-4b7a-bf04-39a4d309ae47 HTTP/1.1" status: 204 len: 168 time: 0.1390362 Jun 09 15:11:34.067614 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a881c855-69d5-474f-93df-8691aa2ce90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:34.077699 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f13c61-c394-4003-8b3f-13c4835f0aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef70785-9028-4b7a-bf04-39a4d309ae47,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:34.079988 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-79f13c61-c394-4003-8b3f-13c4835f0aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:37.308278 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:11:40.788670 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:43.369543 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-753ec3c4-1df2-49a7-91f4-5f0b20591afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:45.722216 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:45.846062 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8dafb1c4-ceec-4b9e-8502-272a73a5fc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:45.969331 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59536) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:46.086781 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f05272bd-c081-41c4-8cfa-9ddc1e2773f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.191549 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f05272bd-c081-41c4-8cfa-9ddc1e2773f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.195349 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f05272bd-c081-41c4-8cfa-9ddc1e2773f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.203493 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-027b412c-0371-404a-ad51-e86b64df44d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:46.243267 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-f05272bd-c081-41c4-8cfa-9ddc1e2773f5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ec007dd32992428dbb70ec8ab8f3ade5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728770 Jun 09 15:11:46.244428 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05272bd-c081-41c4-8cfa-9ddc1e2773f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31278f1-141d-4679-a83e-8d2794092f09,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:46.246015 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59540) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:46.247512 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f05272bd-c081-41c4-8cfa-9ddc1e2773f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:46.306428 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6c141f38-cae3-4f94-9cad-936619abc8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.331026 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6c141f38-cae3-4f94-9cad-936619abc8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.382025 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6c141f38-cae3-4f94-9cad-936619abc8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.384460 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6c141f38-cae3-4f94-9cad-936619abc8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.385649 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-6c141f38-cae3-4f94-9cad-936619abc8db admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a31278f1-141d-4679-a83e-8d2794092f09 HTTP/1.1" status: 204 len: 168 time: 0.1385901 Jun 09 15:11:46.386451 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b6d5942b-528d-4eba-8d98-e33181731ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:46.396101 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c141f38-cae3-4f94-9cad-936619abc8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31278f1-141d-4679-a83e-8d2794092f09,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:46.398483 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6c141f38-cae3-4f94-9cad-936619abc8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:46.665340 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59546) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:46.682004 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c3832113-a682-4599-bfb9-5c655f503769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.784201 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c3832113-a682-4599-bfb9-5c655f503769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.788168 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c3832113-a682-4599-bfb9-5c655f503769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.796520 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dc7fae8e-e4b2-4459-8cbc-827faf6b47de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:46.838907 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-c3832113-a682-4599-bfb9-5c655f503769 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=988829f15aa749b784322f0164e4e3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702266 Jun 09 15:11:46.838907 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3832113-a682-4599-bfb9-5c655f503769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc87668-4356-49b4-b05e-f9e49f335d52,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:46.839380 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59554) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:46.840608 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c3832113-a682-4599-bfb9-5c655f503769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:46.897869 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6cb328a3-3af6-41d4-b00a-1e8bd403c8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.923415 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6cb328a3-3af6-41d4-b00a-1e8bd403c8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.931443 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.974849 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6cb328a3-3af6-41d4-b00a-1e8bd403c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.977537 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6cb328a3-3af6-41d4-b00a-1e8bd403c8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.978700 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-6cb328a3-3af6-41d4-b00a-1e8bd403c8a5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8cc87668-4356-49b4-b05e-f9e49f335d52 HTTP/1.1" status: 204 len: 168 time: 0.1383886 Jun 09 15:11:46.979574 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-39353445-4468-441b-b404-de4938b75a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:46.990153 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb328a3-3af6-41d4-b00a-1e8bd403c8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc87668-4356-49b4-b05e-f9e49f335d52,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:46.992413 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6cb328a3-3af6-41d4-b00a-1e8bd403c8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:48.124028 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59588) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:48.242308 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-32ce259a-f9ab-4071-9aab-d32f89ff76a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.345492 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-32ce259a-f9ab-4071-9aab-d32f89ff76a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.349112 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-32ce259a-f9ab-4071-9aab-d32f89ff76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.356896 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-70003c3c-8c6e-4cf0-bf5f-b39aa9ae2d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:48.399921 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-32ce259a-f9ab-4071-9aab-d32f89ff76a7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a405f8c4d7164bfb94232c1f772d8ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723792 Jun 09 15:11:48.400152 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59596) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:48.411883 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce259a-f9ab-4071-9aab-d32f89ff76a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee93920-2f59-4cd3-949c-d9e36e1d3225,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:48.415955 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-32ce259a-f9ab-4071-9aab-d32f89ff76a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:48.473850 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-26d7b5a9-38fb-4da8-a0e7-fb0349072f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.500440 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-26d7b5a9-38fb-4da8-a0e7-fb0349072f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.616238 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-26d7b5a9-38fb-4da8-a0e7-fb0349072f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.620269 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-26d7b5a9-38fb-4da8-a0e7-fb0349072f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.621699 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-26d7b5a9-38fb-4da8-a0e7-fb0349072f16 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6ee93920-2f59-4cd3-949c-d9e36e1d3225 HTTP/1.1" status: 204 len: 168 time: 0.2204428 Jun 09 15:11:48.623728 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8bffd657-543c-4d3b-afcb-61fdc750625d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:48.631331 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.640732 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b31f6-6784-432b-a644-43e7110e48d7 req-469fdf3b-a379-4199-8412-d7efc312e3e8 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:48.642229 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-939b31f6-6784-432b-a644-43e7110e48d7 req-469fdf3b-a379-4199-8412-d7efc312e3e8 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 946 time: 0.1238704 Jun 09 15:11:48.644536 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7b5a9-38fb-4da8-a0e7-fb0349072f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee93920-2f59-4cd3-949c-d9e36e1d3225,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:48.646835 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-26d7b5a9-38fb-4da8-a0e7-fb0349072f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:48.690048 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-939b31f6-6784-432b-a644-43e7110e48d7 req-0ff6ba1f-dd0b-49da-8ae7-1ae67b2f3fa6 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Jun 09 15:11:49.878888 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4b075-2bb2-4cd9-8aa4-4fcb1c3f83fb req-82d97368-6bfc-41a0-bec5-e69b4fd8d8f3 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:49.880928 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-95b4b075-2bb2-4cd9-8aa4-4fcb1c3f83fb req-82d97368-6bfc-41a0-bec5-e69b4fd8d8f3 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 946 time: 0.0834799 Jun 09 15:11:49.924482 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-95b4b075-2bb2-4cd9-8aa4-4fcb1c3f83fb req-97e15f72-89b9-4679-8f96-e4a14547efc1 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379322 Jun 09 15:11:51.108246 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ad525-e468-4ffa-b2c3-842645622be3 req-b3b6853e-552f-4ba5-827e-229e48b2e167 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:51.109764 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b77ad525-e468-4ffa-b2c3-842645622be3 req-b3b6853e-552f-4ba5-827e-229e48b2e167 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 946 time: 0.0826392 Jun 09 15:11:51.154248 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b77ad525-e468-4ffa-b2c3-842645622be3 req-b0bfa4ac-ea2b-4325-8144-746123b3661f tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381820 Jun 09 15:11:52.336570 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a44081-90ff-4976-bbf2-11d3914e5d17 req-98ba5440-d417-4a66-bcc4-5056edf26fb7 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:52.338214 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e0a44081-90ff-4976-bbf2-11d3914e5d17 req-98ba5440-d417-4a66-bcc4-5056edf26fb7 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 946 time: 0.0797050 Jun 09 15:11:52.382150 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e0a44081-90ff-4976-bbf2-11d3914e5d17 req-81c9231c-12db-4849-bf9d-37ece0420f5b tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382316 Jun 09 15:11:53.142491 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aa7da-dace-4b5e-8b82-f9a50e97beeb req-bb11f04a-52e4-4399-8c59-413ff72a404e tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:53.143911 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f89aa7da-dace-4b5e-8b82-f9a50e97beeb req-bb11f04a-52e4-4399-8c59-413ff72a404e tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 946 time: 0.0779831 Jun 09 15:11:53.279016 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-f89aa7da-dace-4b5e-8b82-f9a50e97beeb req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Deleting port c680b607-e5f6-4a67-8796-91502159212d {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:53.279353 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f89aa7da-dace-4b5e-8b82-f9a50e97beeb req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:53.408355 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-f89aa7da-dace-4b5e-8b82-f9a50e97beeb req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] For port c680b607-e5f6-4a67-8796-91502159212d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c680b607-e5f6-4a67-8796-91502159212d,segment=NetworkSegment(3d31df3b-57e4-4760-9cf4-780d10c9dcbc),segment_id=3d31df3b-57e4-4760-9cf4-780d10c9dcbc)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:53.408665 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f89aa7da-dace-4b5e-8b82-f9a50e97beeb req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:53.646660 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-f89aa7da-dace-4b5e-8b82-f9a50e97beeb req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Calling delete_port for c680b607-e5f6-4a67-8796-91502159212d owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:53.712715 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8df34b-7e40-4dc7-8777-c311c235c286 req-7028cc8e-481f-48da-8fa6-40b73c54126a tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:53.714088 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8d8df34b-7e40-4dc7-8777-c311c235c286 req-7028cc8e-481f-48da-8fa6-40b73c54126a tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f HTTP/1.1" status: 200 len: 946 time: 0.1589706 Jun 09 15:11:53.801679 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-8d8df34b-7e40-4dc7-8777-c311c235c286 req-294d9189-fadb-4016-b1f8-e6e53df4df01 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.83 "GET /v2.0/security-groups?id=66741260-3ac3-4901-b4dd-17f0021b2358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769663 Jun 09 15:11:53.826420 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f89aa7da-dace-4b5e-8b82-f9a50e97beeb req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:53.833461 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-12197d7d-3cbc-41d0-85e6-bd4015d2db9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:53.843212 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['c680b607-e5f6-4a67-8796-91502159212d'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:11:53.910430 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Pushing event deleted for resources: {'Port': ['ID=c680b607-e5f6-4a67-8796-91502159212d,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:53.912895 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:53.954322 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89aa7da-dace-4b5e-8b82-f9a50e97beeb req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] No DVR routers for this DVR port c680b607-e5f6-4a67-8796-91502159212d on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:11:53.956826 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f89aa7da-dace-4b5e-8b82-f9a50e97beeb req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:53.958934 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f89aa7da-dace-4b5e-8b82-f9a50e97beeb req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] 10.222.0.46 "DELETE /v2.0/ports/c680b607-e5f6-4a67-8796-91502159212d HTTP/1.1" status: 204 len: 173 time: 0.8068337 Jun 09 15:11:53.959435 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f', 'name': 'network-vif-deleted', 'tag': 'c680b607-e5f6-4a67-8796-91502159212d'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:11:53.961708 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0166ed-99b9-4428-958c-c03eebd2fa3d" -d '{"events": [{"server_uuid": "e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f", "name": "network-vif-deleted", "tag": "c680b607-e5f6-4a67-8796-91502159212d"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:11:54.004302 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea2446d-08d9-4c9e-91b8-ee4bfa95a99a x-openstack-request-id: req-fea2446d-08d9-4c9e-91b8-ee4bfa95a99a {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:11:54.005227 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f", "name": "network-vif-deleted", "tag": "c680b607-e5f6-4a67-8796-91502159212d", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:11:54.005516 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fea2446d-08d9-4c9e-91b8-ee4bfa95a99a {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:11:54.005942 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ab4bd4-b5a1-4d23-8550-cfc5a1a1496f', 'name': 'network-vif-deleted', 'tag': 'c680b607-e5f6-4a67-8796-91502159212d', 'status': 'completed', 'code': 200} Jun 09 15:11:56.322542 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c680b607-e5f6-4a67-8796-91502159212d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:11:56.360696 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: c680b607-e5f6-4a67-8796-91502159212d {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:11:56.360696 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device c680b607-e5f6-4a67-8796-91502159212d not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:12:10.787388 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:13.370480 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fa7671ed-02d2-402d-b2a2-ac56eb9d98aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:13.903263 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59728) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:13.960688 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13d977d-8e66-4dcc-860e-b87ef37d020e admin admin] Deleting subnet ab219923-7e3e-45d8-a3f8-058fabd7212a {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:12:13.963584 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a13d977d-8e66-4dcc-860e-b87ef37d020e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.010822 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a13d977d-8e66-4dcc-860e-b87ef37d020e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11648536'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.066015 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a13d977d-8e66-4dcc-860e-b87ef37d020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.133071 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a13d977d-8e66-4dcc-860e-b87ef37d020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10730381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10751901'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.137793 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9ddbf934-88bd-4558-9905-bd58f141f2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:14.169761 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d977d-8e66-4dcc-860e-b87ef37d020e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab219923-7e3e-45d8-a3f8-058fabd7212a,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:14.172757 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a13d977d-8e66-4dcc-860e-b87ef37d020e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:14.173729 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a13d977d-8e66-4dcc-860e-b87ef37d020e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.176573 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-a13d977d-8e66-4dcc-860e-b87ef37d020e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ab219923-7e3e-45d8-a3f8-058fabd7212a HTTP/1.1" status: 204 len: 168 time: 0.2712915 Jun 09 15:12:14.178438 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59730) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:14.279933 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.307402 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:12:14.400959 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.413866 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929b832e-a427-4dd8-bd38-17da47e34447']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:14.429475 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d31df3b-57e4-4760-9cf4-780d10c9dcbc') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:14.429769 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d31df3b-57e4-4760-9cf4-780d10c9dcbc') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:14.440766 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11648545'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.455917 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.461671 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:12:14.462045 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10730286'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: Traceback (most recent call last): Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: timer() Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: cb(*args, **kw) Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: return func(*args, **kwargs) Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: self._notify() Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: self.callback(batched_events) Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: event.method(event) Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: return f(self, *a, **k) Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: return self._get(url).json() Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:12:14.474997 dv-cinder-789603-9-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:12:14.545351 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.548957 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:14.561650 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.563401 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] 10.222.0.83 "DELETE /v2.0/networks/929b832e-a427-4dd8-bd38-17da47e34447 HTTP/1.1" status: 204 len: 168 time: 0.3840716 Jun 09 15:12:14.569143 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=929b832e-a427-4dd8-bd38-17da47e34447,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:14.571573 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:14.731480 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59734) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:14.783408 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-453e08c5-1308-4e70-a7fa-47bbc12311b5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cb3ff5f18fe74feda8548a30588f5c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506914 Jun 09 15:12:14.786393 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59736) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:14.841573 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d5426917-811e-4d55-89c9-be52aa745f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.867763 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d5426917-811e-4d55-89c9-be52aa745f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.918049 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d5426917-811e-4d55-89c9-be52aa745f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.920718 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d5426917-811e-4d55-89c9-be52aa745f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:14.921852 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-d5426917-811e-4d55-89c9-be52aa745f3f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/66741260-3ac3-4901-b4dd-17f0021b2358 HTTP/1.1" status: 204 len: 168 time: 0.1345849 Jun 09 15:12:14.922667 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a9be6c27-b3dd-48d1-a1d4-eeb2b57c7e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:14.932778 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5426917-811e-4d55-89c9-be52aa745f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66741260-3ac3-4901-b4dd-17f0021b2358,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:14.935189 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d5426917-811e-4d55-89c9-be52aa745f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:15.634323 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59760) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:15.725257 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:15.739266 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1218376600-network', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:15.763465 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Made reservation on behalf of a14626d2d9d54d208ce57e4b028bd0f5 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:12:15.765764 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:15.779496 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:15.837967 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ebb392a2-be1f-45e3-8a1e-2e325247431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:15.886603 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:15.891217 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:15.894001 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e2e7b3d2-c94b-4ffc-9863-7960e09836d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:15.922675 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:12:15.931888 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fe139a-cbdb-4d9f-8069-87556fe7f9fc,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:15.935650 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:15.940467 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:15.940467 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Added segment 77b0414a-e774-4e37-9720-f788a4457348 of type vlan for network 278fe225-de77-4cb0-8061-f078c89a69bd Jun 09 15:12:15.965550 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:15.994764 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:15.995992 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:15.996607 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.001212 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5621feec-243e-4b7c-b10b-4b66e23784f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:16.086627 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4511104 Jun 09 15:12:16.089267 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59764) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:16.094447 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Request body: {'subnet': {'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1218376600-subnet', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:16.097217 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Pushing event updated for resources: {'Network': ['ID=278fe225-de77-4cb0-8061-f078c89a69bd,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:16.101356 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-34145bb1-f91f-44e1-b3c0-a7209f2e0a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:16.108720 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network 278fe225-de77-4cb0-8061-f078c89a69bd details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:12:16.117454 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Made reservation on behalf of a14626d2d9d54d208ce57e4b028bd0f5 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:12:16.119717 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10751930'] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.325517 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10730444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10751876'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.329846 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:16.397204 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9315306-da8c-4f42-b0bd-9c223d2b14dd,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:16.401096 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:16.407842 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Checking segment: {'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:16.408200 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Network hostable DHCP agents. Network: 278fe225-de77-4cb0-8061-f078c89a69bd, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:12:16.424522 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Network 278fe225-de77-4cb0-8061-f078c89a69bd is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:12:16.433315 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, 278fe225-de77-4cb0-8061-f078c89a69bd) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:16.437240 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:16.437826 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.443213 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d1478-54a4-48f6-a906-3aeeb48cfeea None None] Network 278fe225-de77-4cb0-8061-f078c89a69bd requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:12:16.454715 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b6ed640e-2a45-4afa-97f6-a8e3e29caa39 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3643200 Jun 09 15:12:16.458140 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59766) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:16.462448 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:16.484981 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5140'] for router, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.486031 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-402870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5229'] for router, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.500711 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.656189 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp692e0afd-3761-5551-8e76-3f27c6570536-278fe225-de77-4cb0-8061-f078c89a69bd', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd'}]}} from dv-cinder-789603-9-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:12:16.657057 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.806825 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Allocated IP 172.20.0.2 (278fe225-de77-4cb0-8061-f078c89a69bd/e9315306-da8c-4f42-b0bd-9c223d2b14dd/376d9347-82e7-47a5-a1d5-911e8112059f) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:16.867638 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5247'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.953652 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.021109 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.032072 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Transition to ACTIVE for port object 376d9347-82e7-47a5-a1d5-911e8112059f will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:17.051079 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Transition to ACTIVE for port object 376d9347-82e7-47a5-a1d5-911e8112059f will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:17.057959 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.062422 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-c7aa28f0-231e-4101-af46-e85f23de66ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:17.141420 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Network 278fe225-de77-4cb0-8061-f078c89a69bd is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:17.144466 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:17.148341 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:17.154522 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Pushing event updated for resources: {'Port': ['ID=376d9347-82e7-47a5-a1d5-911e8112059f,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:17.158410 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:17.206492 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.235249 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.241740 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Attempting to bind port 376d9347-82e7-47a5-a1d5-911e8112059f on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:17.242111 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Attempting to bind port 376d9347-82e7-47a5-a1d5-911e8112059f by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:17.242471 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Attempting to bind port 376d9347-82e7-47a5-a1d5-911e8112059f on network 278fe225-de77-4cb0-8061-f078c89a69bd {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:17.247556 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:17.247931 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Checking segment: {'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:17.248333 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.248753 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Bound using segment: {'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:17.249211 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Bound port: 376d9347-82e7-47a5-a1d5-911e8112059f, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:17.249582 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.333751 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] For port 376d9347-82e7-47a5-a1d5-911e8112059f, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:17.336709 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] For port 376d9347-82e7-47a5-a1d5-911e8112059f, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=376d9347-82e7-47a5-a1d5-911e8112059f,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:17.341199 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.345458 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-f948bb6e-e342-474e-abfb-6ae92831b306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:17.370389 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Allocated IP 172.28.0.148 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/f9567fba-e9a7-4b88-bfeb-c5e52427f5a0) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:17.424398 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Pushing event updated for resources: {'Port': ['ID=376d9347-82e7-47a5-a1d5-911e8112059f,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:17.428746 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:17.523883 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.565233 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.569517 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9f6a6170-c074-4440-bc6f-cca75d60c232 tempest-VolumesSnapshotTestJSON-1932849234 tempest-VolumesSnapshotTestJSON-1932849234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:17.637570 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:17.640409 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:17.644031 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:17.681880 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Pushing event updated for resources: {'Port': ['ID=f9567fba-e9a7-4b88-bfeb-c5e52427f5a0,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:17.685777 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:18.004908 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 376d9347-82e7-47a5-a1d5-911e8112059f up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:18.080491 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 376d9347-82e7-47a5-a1d5-911e8112059f completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:18.166750 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:18.266683 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6d452f-8841-4f83-a8c3-1f6f16487fe0 None None] Network 278fe225-de77-4cb0-8061-f078c89a69bd requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:12:18.387453 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-2653978f-3e57-4d1b-b719-a1e464d4f36f None None] Provisioning for port 376d9347-82e7-47a5-a1d5-911e8112059f completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:18.418019 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-2653978f-3e57-4d1b-b719-a1e464d4f36f None None] Provisioning complete for port 376d9347-82e7-47a5-a1d5-911e8112059f triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:18.418396 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2653978f-3e57-4d1b-b719-a1e464d4f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:18.502860 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401870'] for router, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:18.647738 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:18.649130 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2653978f-3e57-4d1b-b719-a1e464d4f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:18.685511 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-2653978f-3e57-4d1b-b719-a1e464d4f36f None None] For port 376d9347-82e7-47a5-a1d5-911e8112059f, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=376d9347-82e7-47a5-a1d5-911e8112059f,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:18.689541 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2653978f-3e57-4d1b-b719-a1e464d4f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:18.691853 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:18.712167 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Router 82b5bb3f-d924-409e-8527-1f6970391152 is scheduled to L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d with binding_index 1 {{(pid=91820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:12:18.761072 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653978f-3e57-4d1b-b719-a1e464d4f36f None None] Pushing event updated for resources: {'Port': ['ID=376d9347-82e7-47a5-a1d5-911e8112059f,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:18.764748 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-2653978f-3e57-4d1b-b719-a1e464d4f36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:18.899957 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:12:18.910328 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Sync routers for ids ['82b5bb3f-d924-409e-8527-1f6970391152'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:12:18.919155 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-39959f52-c4b5-43dd-a53f-c67534c19249 None None] Provisioning complete for port 376d9347-82e7-47a5-a1d5-911e8112059f triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:18.919538 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-39959f52-c4b5-43dd-a53f-c67534c19249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:18.919840 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:18.921120 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b66d7be3-b256-43f6-ae71-9acbfff5e781 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4620395 Jun 09 15:12:18.923722 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59768) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:18.949455 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Routers {'82b5bb3f-d924-409e-8527-1f6970391152'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:18.950018 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:12:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['82b5bb3f-d924-409e-8527-1f6970391152'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:19.185120 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Set router 82b5bb3f-d924-409e-8527-1f6970391152 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:19.480730 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:17Z', 'revision_number': 3, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:19.485048 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Checking router: 82b5bb3f-d924-409e-8527-1f6970391152 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:12:19.485408 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Updating router 82b5bb3f-d924-409e-8527-1f6970391152 port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 binding host dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:12:19.536619 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:19.699706 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:19.859209 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:19.871313 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Transition to ACTIVE for port object f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:19.878149 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:19.882952 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:19.917739 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Allocated IP 172.20.0.1 (278fe225-de77-4cb0-8061-f078c89a69bd/e9315306-da8c-4f42-b0bd-9c223d2b14dd/abb8bd2f-3b15-4fbf-923a-f2ab6a830f04) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:19.961166 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Attempting to bind port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:19.961713 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Attempting to bind port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:19.962123 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Attempting to bind port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 on network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:19.967851 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db6773-e844-42ea-a270-04b3f78d2349 None None] Pushing event updated for resources: {'Port': ['ID=f9567fba-e9a7-4b88-bfeb-c5e52427f5a0,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:19.971007 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-17db6773-e844-42ea-a270-04b3f78d2349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:19.974021 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:19.974402 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Checking segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:19.974801 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:19.975198 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Bound using segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:19.975643 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Bound port: f9567fba-e9a7-4b88-bfeb-c5e52427f5a0, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:19.976213 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.005699 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 376d9347-82e7-47a5-a1d5-911e8112059f up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:20.068179 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.083825 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Transition to ACTIVE for port object abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:20.108579 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.112462 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:20.165127 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] For port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:20.170375 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] For port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=f9567fba-e9a7-4b88-bfeb-c5e52427f5a0,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:20.180217 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.183216 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Network 278fe225-de77-4cb0-8061-f078c89a69bd is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:20.184234 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-4c4c61cb-bcef-4ac6-ac90-0c2cb568e014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:20.186023 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:20.188433 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:20.212912 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 376d9347-82e7-47a5-a1d5-911e8112059f triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:20.213456 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.225747 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Pushing event updated for resources: {'Port': ['ID=abb8bd2f-3b15-4fbf-923a-f2ab6a830f04,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:20.228684 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:20.252754 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478852'] for router_interface, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.316968 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Routers {'82b5bb3f-d924-409e-8527-1f6970391152'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:20.317603 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:12:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['82b5bb3f-d924-409e-8527-1f6970391152'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:20.369702 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db6773-e844-42ea-a270-04b3f78d2349 None None] Pushing event updated for resources: {'Port': ['ID=f9567fba-e9a7-4b88-bfeb-c5e52427f5a0,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:20.384385 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-17db6773-e844-42ea-a270-04b3f78d2349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:20.510184 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.527077 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-5e206f34-b32f-4337-a836-e687e403eba0 None None] Provisioning for port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:20.547170 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-5e206f34-b32f-4337-a836-e687e403eba0 None None] Provisioning complete for port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:20.547553 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5e206f34-b32f-4337-a836-e687e403eba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.613824 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] Set router 82b5bb3f-d924-409e-8527-1f6970391152 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:20.719022 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-5e206f34-b32f-4337-a836-e687e403eba0 None None] Port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:12:20.731006 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.736067 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.763137 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-61add3bc-7821-4c62-9d9d-5162f78681f4 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:20.842026 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405468'] for router_interface, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.845540 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Pushing event updated for resources: {'Port': ['ID=abb8bd2f-3b15-4fbf-923a-f2ab6a830f04,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:20.848847 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:20.899549 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:17Z', 'revision_number': 3, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:20.903341 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d269b-8585-47b5-be0c-375fb18b9ccc None None] The sync data for ids ['82b5bb3f-d924-409e-8527-1f6970391152'] in dv-cinder-789603-9-smb is: [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:17Z', 'revision_number': 3, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:12:20.982152 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Network 278fe225-de77-4cb0-8061-f078c89a69bd is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:20.983464 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:21.242693 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-9394e8d8-0f33-45b8-9f9c-9ff01feba4ff None None] Provisioning complete for port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:21.243285 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9394e8d8-0f33-45b8-9f9c-9ff01feba4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:21.296232 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-9394e8d8-0f33-45b8-9f9c-9ff01feba4ff None None] Port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:12:21.306214 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Router 82b5bb3f-d924-409e-8527-1f6970391152 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:12:21.488660 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:12:21.493744 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] 10.222.0.83 "PUT /v2.0/routers/82b5bb3f-d924-409e-8527-1f6970391152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5688832 Jun 09 15:12:21.996429 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59784) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:22.001447 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-339733789-network', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:22.004326 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:22.025175 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Made reservation on behalf of ae83b0a87eb648d1b828bcc4573cd588 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:12:22.027798 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3636230'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.042512 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.080663 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:22.085952 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:22.086332 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.148864 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.152904 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.156164 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f5a7b350-cea4-4128-b52c-fcabe45ffc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:22.186393 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:12:22.192700 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a133c1c3-a7ff-4cd0-b730-ed6537d80cb9,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:22.196079 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:22.201970 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.202403 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Added segment 388b2514-56a1-4aad-8d5c-f3ec91c2f9e8 of type vlan for network e28b2833-131b-44c1-a6f3-295b489c670a Jun 09 15:12:22.218291 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.233911 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754142666972'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.235603 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=f9567fba-e9a7-4b88-bfeb-c5e52427f5a0,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:22.240355 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.242163 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:22.268739 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.270123 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:22.270710 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.274202 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f93da6ed-5b73-4a01-9054-1a67508a1c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:22.307513 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=f9567fba-e9a7-4b88-bfeb-c5e52427f5a0,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:22.310548 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:22.350670 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Sync routers for ids ['82b5bb3f-d924-409e-8527-1f6970391152'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:12:22.360046 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Routers {'82b5bb3f-d924-409e-8527-1f6970391152'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:22.360793 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:12:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['82b5bb3f-d924-409e-8527-1f6970391152'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:22.364106 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3665824 Jun 09 15:12:22.367044 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59786) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:22.371239 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Pushing event updated for resources: {'Network': ['ID=e28b2833-131b-44c1-a6f3-295b489c670a,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:22.372916 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Request body: {'subnet': {'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-339733789-subnet', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:22.373970 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-28bb5954-74f2-47f3-987b-45332aec8017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:22.382365 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Network e28b2833-131b-44c1-a6f3-295b489c670a details requested by agent ovs-agent-dv-cinder-789603-9-smb with host dv-cinder-789603-9-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:12:22.395050 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Made reservation on behalf of ae83b0a87eb648d1b828bcc4573cd588 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:12:22.397809 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16125714'] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.541453 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Set router 82b5bb3f-d924-409e-8527-1f6970391152 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:22.602101 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16251762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16125740'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.606529 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:22.683198 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:22.685393 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Checking segment: {'id': '388b2514-56a1-4aad-8d5c-f3ec91c2f9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:22.685736 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Network hostable DHCP agents. Network: e28b2833-131b-44c1-a6f3-295b489c670a, hostable agents: ['be083c24-7bb2-4d13-8694-324b98b93ca8'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:12:22.689540 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:22.702896 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Network e28b2833-131b-44c1-a6f3-295b489c670a is scheduled to be hosted by DHCP agent be083c24-7bb2-4d13-8694-324b98b93ca8 with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:12:22.712144 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-smb, e28b2833-131b-44c1-a6f3-295b489c670a) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:22.716097 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:22.716708 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.722678 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70391354-87f9-44d8-abad-f54c1a758c49 None None] Network e28b2833-131b-44c1-a6f3-295b489c670a requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:12:22.736894 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-3073ea9a-ba55-4365-b33f-30b999f52c86 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3686018 Jun 09 15:12:22.737725 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59788) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:22.743537 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-339733789-router', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:22.764820 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5140'] for router, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.765988 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-402870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5229'] for router, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.787754 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.860010 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 4, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'abb8bd2f-3b15-4fbf-923a-f2ab6a830f04', 'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'mac_address': 'fa:16:3e:fe:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:19Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 2, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'subnets': [{'id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:22.864558 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Checking router: 82b5bb3f-d924-409e-8527-1f6970391152 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:12:22.864940 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Updating router 82b5bb3f-d924-409e-8527-1f6970391152 port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 binding host dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:12:22.919470 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:22.943691 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp692e0afd-3761-5551-8e76-3f27c6570536-e28b2833-131b-44c1-a6f3-295b489c670a', 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'fixed_ips': [{'subnet_id': '7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1'}]}} from dv-cinder-789603-9-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:12:22.944754 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.057907 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5247'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.148822 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Allocated IP 172.20.0.2 (e28b2833-131b-44c1-a6f3-295b489c670a/7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1/6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:23.273859 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.286077 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Transition to ACTIVE for port object abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:23.292633 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.296306 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:23.368310 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.371239 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.382690 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Transition to ACTIVE for port object 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:23.402826 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.407046 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Transition to ACTIVE for port object 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:23.414767 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.420600 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:23.459557 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Pushing event updated for resources: {'Port': ['ID=abb8bd2f-3b15-4fbf-923a-f2ab6a830f04,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:23.474106 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.474453 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.475047 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.475047 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.475372 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.476314 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.476314 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.476314 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.476635 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.476891 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.477193 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.477495 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:23.491600 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:23.494237 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Network e28b2833-131b-44c1-a6f3-295b489c670a is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:23.497083 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:23.499560 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:23.509726 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Pushing event updated for resources: {'Port': ['ID=6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:23.512528 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:23.580992 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Allocated IP 172.28.0.188 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/ac341f95-25a7-42da-89b8-618ae49356fe) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:23.588469 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Attempting to bind port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:23.588469 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Attempting to bind port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:23.588469 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Attempting to bind port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 on network 278fe225-de77-4cb0-8061-f078c89a69bd {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:23.593802 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:23.594036 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Checking segment: {'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:23.594342 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.595164 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Bound using segment: {'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:23.595286 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Bound port: abb8bd2f-3b15-4fbf-923a-f2ab6a830f04, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:23.595599 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.609077 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Attempting to bind port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:23.609454 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Attempting to bind port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': '388b2514-56a1-4aad-8d5c-f3ec91c2f9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:23.609822 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Attempting to bind port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f on network e28b2833-131b-44c1-a6f3-295b489c670a {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:23.615308 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:23.615692 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Checking segment: {'id': '388b2514-56a1-4aad-8d5c-f3ec91c2f9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:23.616101 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.616529 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Bound using segment: {'id': '388b2514-56a1-4aad-8d5c-f3ec91c2f9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:23.617000 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Bound port: 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388b2514-56a1-4aad-8d5c-f3ec91c2f9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:23.617376 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.687595 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] For port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:23.694702 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] For port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=abb8bd2f-3b15-4fbf-923a-f2ab6a830f04,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:23.700982 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.705991 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:23.723891 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] For port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:23.727824 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] For port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f,segment=NetworkSegment(388b2514-56a1-4aad-8d5c-f3ec91c2f9e8),segment_id=388b2514-56a1-4aad-8d5c-f3ec91c2f9e8)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:23.731702 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.736023 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:23.789218 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Routers {'82b5bb3f-d924-409e-8527-1f6970391152'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:23.789706 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:12:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['82b5bb3f-d924-409e-8527-1f6970391152'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:23.821858 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Pushing event updated for resources: {'Port': ['ID=6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:23.825188 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-07135529-ef90-4b7d-98d7-05fbd9f83e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:23.884926 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.923841 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:23.934027 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c76d3bac-9c42-418e-aa30-6d53695dce3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:23.937490 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Pushing event updated for resources: {'Port': ['ID=abb8bd2f-3b15-4fbf-923a-f2ab6a830f04,revision_number=4']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:23.943615 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-49f11cfa-7a0c-458e-8d15-5074cab61922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:24.018779 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:24.035298 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:24.035492 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] Set router 82b5bb3f-d924-409e-8527-1f6970391152 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:24.044517 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:24.057822 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:24.087649 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Pushing event updated for resources: {'Port': ['ID=ac341f95-25a7-42da-89b8-618ae49356fe,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:24.101764 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:24.142815 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:24.143194 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:24.401010 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 4, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'abb8bd2f-3b15-4fbf-923a-f2ab6a830f04', 'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'mac_address': 'fa:16:3e:fe:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:19Z', 'updated_at': '2021-06-09T15:12:23Z', 'revision_number': 4, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'subnets': [{'id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:24.404802 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a79c8b-7cec-47f0-8544-3441a64ad160 None None] The sync data for ids ['82b5bb3f-d924-409e-8527-1f6970391152'] in dv-cinder-789603-9-smb is: [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 4, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'abb8bd2f-3b15-4fbf-923a-f2ab6a830f04', 'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'mac_address': 'fa:16:3e:fe:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:19Z', 'updated_at': '2021-06-09T15:12:23Z', 'revision_number': 4, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'subnets': [{'id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:12:24.515741 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:24.815975 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb529c9-c0c5-4e8f-a7bc-5112d926890f None None] Network e28b2833-131b-44c1-a6f3-295b489c670a requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:12:24.879191 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401870'] for router, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:24.914121 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-ef6d661c-cb45-4a64-827f-84fd8f1904fd None None] Provisioning for port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:25.091763 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 is scheduled to L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d with binding_index 1 {{(pid=91820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:12:25.277491 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:12:25.286327 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Sync routers for ids ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:12:25.297223 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Routers {'4d0e9e51-2efe-4fe7-9222-c936df99ece7'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:25.297951 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:12:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:25.299610 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:25.301434 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-d9e864c7-7bda-4143-9ce1-3e4f3994ea68 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5620801 Jun 09 15:12:25.304638 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 59790) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:25.495675 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Set router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:25.818447 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'name': 'tempest-TestShelveInstance-339733789-router', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:22Z', 'updated_at': '2021-06-09T15:12:24Z', 'revision_number': 3, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'gw_port': {'id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:23Z', 'updated_at': '2021-06-09T15:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:25.822503 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Checking router: 4d0e9e51-2efe-4fe7-9222-c936df99ece7 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:12:25.822868 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Updating router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 port ac341f95-25a7-42da-89b8-618ae49356fe binding host dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:12:25.881766 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.074901 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.085978 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:26.202158 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:26.208629 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:26.209015 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.281924 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Allocated IP 172.20.0.1 (e28b2833-131b-44c1-a6f3-295b489c670a/7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1/200828bd-625e-463c-949f-ba6acd261e0d) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:26.338133 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.389634 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Transition to ACTIVE for port object ac341f95-25a7-42da-89b8-618ae49356fe will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:26.401790 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.407510 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:26.428496 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.443998 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Transition to ACTIVE for port object 200828bd-625e-463c-949f-ba6acd261e0d will not be triggered until provisioned by entity DHCP. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:26.457551 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.468450 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16251870'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.473168 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-78a7bc3e-0748-4af8-ba05-fefafa12f90d tempest-AttachVolumeNegativeTest-1705809743 tempest-AttachVolumeNegativeTest-1705809743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:26.508354 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Attempting to bind port ac341f95-25a7-42da-89b8-618ae49356fe on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:26.508754 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Attempting to bind port ac341f95-25a7-42da-89b8-618ae49356fe by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:26.509119 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Attempting to bind port ac341f95-25a7-42da-89b8-618ae49356fe on network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:26.516070 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1755928-f878-4a5c-b4d9-14d5f9239b53 None None] Pushing event updated for resources: {'Port': ['ID=ac341f95-25a7-42da-89b8-618ae49356fe,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:26.521740 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a1755928-f878-4a5c-b4d9-14d5f9239b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:26.522490 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:26.522871 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Checking segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:26.523277 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.523795 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Bound using segment: {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:26.524208 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Bound port: ac341f95-25a7-42da-89b8-618ae49356fe, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14774b2-ff88-41e8-a2d0-1842b8d59082', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:26.524521 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.531880 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Network e28b2833-131b-44c1-a6f3-295b489c670a is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:26.534713 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:26.538319 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:26.567511 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=abb8bd2f-3b15-4fbf-923a-f2ab6a830f04,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:26.573732 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.574650 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:26.589917 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Pushing event updated for resources: {'Port': ['ID=200828bd-625e-463c-949f-ba6acd261e0d,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:26.592846 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:26.608002 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:26.609928 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478852'] for router_interface, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.716237 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] For port ac341f95-25a7-42da-89b8-618ae49356fe, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:26.719867 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] For port ac341f95-25a7-42da-89b8-618ae49356fe, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=ac341f95-25a7-42da-89b8-618ae49356fe,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:26.727068 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=abb8bd2f-3b15-4fbf-923a-f2ab6a830f04,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:26.730700 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.737972 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:26.738442 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:26.796902 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:26.821488 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:26.822141 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.864135 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-4457cf61-cb22-4480-ab9b-e08ff2755de4 None None] Provisioning for port 200828bd-625e-463c-949f-ba6acd261e0d completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:26.865547 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.875550 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1755928-f878-4a5c-b4d9-14d5f9239b53 None None] Pushing event updated for resources: {'Port': ['ID=ac341f95-25a7-42da-89b8-618ae49356fe,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:26.880143 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Routers {'4d0e9e51-2efe-4fe7-9222-c936df99ece7'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:26.880788 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:12:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:26.929727 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-4457cf61-cb22-4480-ab9b-e08ff2755de4 None None] Provisioning complete for port 200828bd-625e-463c-949f-ba6acd261e0d triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:26.930107 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-4457cf61-cb22-4480-ab9b-e08ff2755de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:26.963443 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a1755928-f878-4a5c-b4d9-14d5f9239b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:27.073634 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-4457cf61-cb22-4480-ab9b-e08ff2755de4 None None] Port 200828bd-625e-463c-949f-ba6acd261e0d cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:12:27.083640 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:27.087969 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16251884'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:27.116023 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:27.163116 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:27.173764 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] Set router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:27.193846 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Pushing event updated for resources: {'Port': ['ID=200828bd-625e-463c-949f-ba6acd261e0d,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:27.196672 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:27.197748 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405468'] for router_interface, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:27.330241 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Network e28b2833-131b-44c1-a6f3-295b489c670a is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:27.331410 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:27.368890 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f,segment=NetworkSegment(388b2514-56a1-4aad-8d5c-f3ec91c2f9e8),segment_id=388b2514-56a1-4aad-8d5c-f3ec91c2f9e8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:27.420733 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:27.426942 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-d5bf07d3-8f1a-4491-8a62-ff02ef1e6506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:27.531616 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:27.542393 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:27.608620 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-f8f3817e-8e4a-4013-bc3f-825d69594b6f None None] Provisioning complete for port 200828bd-625e-463c-949f-ba6acd261e0d triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:27.609008 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f8f3817e-8e4a-4013-bc3f-825d69594b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:27.629183 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:12:27.667927 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'name': 'tempest-TestShelveInstance-339733789-router', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:22Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 4, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'gw_port': {'id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:23Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '200828bd-625e-463c-949f-ba6acd261e0d', 'name': '', 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'mac_address': 'fa:16:3e:53:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:26Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 1, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'subnets': [{'id': '7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:27.670878 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3817e-8e4a-4013-bc3f-825d69594b6f None None] Port 200828bd-625e-463c-949f-ba6acd261e0d cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:12:27.673403 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ed362-dc7f-410e-bcce-4b5fa61a0264 None None] The sync data for ids ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'] in dv-cinder-789603-9-smb is: [{'id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'name': 'tempest-TestShelveInstance-339733789-router', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:22Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 4, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'gw_port': {'id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:23Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '200828bd-625e-463c-949f-ba6acd261e0d', 'name': '', 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'mac_address': 'fa:16:3e:53:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:26Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 1, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'subnets': [{'id': '7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:12:27.809218 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:12:27.814713 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [None req-4d48cf0d-890c-4c3b-b861-84d5ef146586 admin admin] 10.222.0.83 "PUT /v2.0/routers/4d0e9e51-2efe-4fe7-9222-c936df99ece7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5090244 Jun 09 15:12:28.005366 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:28.085287 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:28.085660 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:28.210711 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:28.285506 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:28.285888 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:28.650795 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59798) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:28.655768 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-c0db65a0-32a8-44fd-9d86-87f9ad3e955c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048001991', 'description': 'tempest-secgroup-smoke-1048001991 description', 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:28.799563 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c0db65a0-32a8-44fd-9d86-87f9ad3e955c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:28.903900 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c0db65a0-32a8-44fd-9d86-87f9ad3e955c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:28.907929 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c0db65a0-32a8-44fd-9d86-87f9ad3e955c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:28.911738 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-fd83a2f1-bd0b-42db-a74a-1254c2b1ccbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:28.946513 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c0db65a0-32a8-44fd-9d86-87f9ad3e955c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:28.947650 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-c0db65a0-32a8-44fd-9d86-87f9ad3e955c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2958648 Jun 09 15:12:28.948568 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db65a0-32a8-44fd-9d86-87f9ad3e955c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:28.950701 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59800) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:28.955203 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-bf3476a1-fb27-463b-a42a-ce274a9fa00b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Request body: {'security_group_rule': {'security_group_id': '7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f', 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:28.959741 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c0db65a0-32a8-44fd-9d86-87f9ad3e955c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:28.983579 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bf3476a1-fb27-463b-a42a-ce274a9fa00b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.041698 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bf3476a1-fb27-463b-a42a-ce274a9fa00b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.045075 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bf3476a1-fb27-463b-a42a-ce274a9fa00b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.047032 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:29.069834 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3476a1-fb27-463b-a42a-ce274a9fa00b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e5a797-e108-46c4-980e-e47ed0131471,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:29.072277 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bf3476a1-fb27-463b-a42a-ce274a9fa00b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:29.077476 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bf3476a1-fb27-463b-a42a-ce274a9fa00b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.078698 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-bf3476a1-fb27-463b-a42a-ce274a9fa00b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270893 Jun 09 15:12:29.081467 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59802) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:29.085923 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-49bf64bc-017c-48d2-87e8-bbb84d0ce088 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Request body: {'security_group_rule': {'security_group_id': '7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f', 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:29.116099 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-49bf64bc-017c-48d2-87e8-bbb84d0ce088 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.176002 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-49bf64bc-017c-48d2-87e8-bbb84d0ce088 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.179586 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-49bf64bc-017c-48d2-87e8-bbb84d0ce088 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.185389 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-652fd941-db3a-4cfe-b3dc-51ba790d4dc6 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:29.204394 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf64bc-017c-48d2-87e8-bbb84d0ce088 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc2fc9b-fdf3-4cf0-9f99-a4102f0ecb21,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:29.206709 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-49bf64bc-017c-48d2-87e8-bbb84d0ce088 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:29.210856 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-49bf64bc-017c-48d2-87e8-bbb84d0ce088 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.212054 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-49bf64bc-017c-48d2-87e8-bbb84d0ce088 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296594 Jun 09 15:12:29.214848 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59804) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:29.219147 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-ba202ace-6141-4c1a-b917-0ffc322e3b0b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Request body: {'security_group_rule': {'security_group_id': '7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f', 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:29.246990 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ba202ace-6141-4c1a-b917-0ffc322e3b0b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.310209 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ba202ace-6141-4c1a-b917-0ffc322e3b0b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.314598 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ba202ace-6141-4c1a-b917-0ffc322e3b0b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.317255 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:29.339536 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba202ace-6141-4c1a-b917-0ffc322e3b0b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba2bb5f-c836-4d56-91fd-04c0e56564d7,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:29.342386 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ba202ace-6141-4c1a-b917-0ffc322e3b0b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:29.347558 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ba202ace-6141-4c1a-b917-0ffc322e3b0b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.348074 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-ba202ace-6141-4c1a-b917-0ffc322e3b0b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323011 Jun 09 15:12:29.350888 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59806) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:29.355272 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-6dee3739-a4b0-4794-bdf4-585d452b78c2 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Request body: {'security_group_rule': {'security_group_id': '7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f', 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:29.384083 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6dee3739-a4b0-4794-bdf4-585d452b78c2 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.449941 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6dee3739-a4b0-4794-bdf4-585d452b78c2 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.453702 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6dee3739-a4b0-4794-bdf4-585d452b78c2 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.455801 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-76c438a4-ccba-48ff-9f9c-56f1e7f18d60 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:29.475369 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee3739-a4b0-4794-bdf4-585d452b78c2 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e964a2-fa0a-413d-b8ad-852e71481382,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:29.479172 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6dee3739-a4b0-4794-bdf4-585d452b78c2 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:29.485000 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6dee3739-a4b0-4794-bdf4-585d452b78c2 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.486156 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-6dee3739-a4b0-4794-bdf4-585d452b78c2 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343544 Jun 09 15:12:29.489662 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59808) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:29.494001 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-59b287c9-d123-48c9-ba11-05ba60b07341 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Request body: {'security_group_rule': {'security_group_id': '7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f', 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:29.516139 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.securitygroups_db [None req-59b287c9-d123-48c9-ba11-05ba60b07341 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Project a14626d2d9d54d208ce57e4b028bd0f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 15:12:29.522150 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-59b287c9-d123-48c9-ba11-05ba60b07341 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.584621 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-59b287c9-d123-48c9-ba11-05ba60b07341 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.589228 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-59b287c9-d123-48c9-ba11-05ba60b07341 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.591261 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bf3476a1-fb27-463b-a42a-ce274a9fa00b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:29.613726 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b287c9-d123-48c9-ba11-05ba60b07341 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a5f062-6116-4469-9c33-6222bb9cc6b6,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:29.616074 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-59b287c9-d123-48c9-ba11-05ba60b07341 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:29.620572 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-59b287c9-d123-48c9-ba11-05ba60b07341 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.621732 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-59b287c9-d123-48c9-ba11-05ba60b07341 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311667 Jun 09 15:12:29.624530 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59810) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:29.628876 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Request body: {'security_group_rule': {'security_group_id': '7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f', 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:29.649818 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.securitygroups_db [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Project a14626d2d9d54d208ce57e4b028bd0f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 15:12:29.655840 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.718848 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.723065 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447488'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.725105 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c3bd2294-9f09-4f08-b90e-be9d7648307d tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:29.748934 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4ce924-6a12-4703-81a3-d648c216b879,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:29.758937 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.759313 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.759678 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.760039 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.760417 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.760775 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.761127 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.761480 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.761836 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.762185 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.762533 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.762881 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.765509 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.773485 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411717 Jun 09 15:12:29.773485 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9e69792d-2024-4279-92ea-f09548722ee6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:30.007895 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device ac341f95-25a7-42da-89b8-618ae49356fe up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:30.074218 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port ac341f95-25a7-42da-89b8-618ae49356fe completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:30.079282 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port ac341f95-25a7-42da-89b8-618ae49356fe triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:30.079645 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:30.198916 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:30.215654 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port ac341f95-25a7-42da-89b8-618ae49356fe, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=ac341f95-25a7-42da-89b8-618ae49356fe,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:30.220066 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:30.221912 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:30.294048 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=ac341f95-25a7-42da-89b8-618ae49356fe,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:30.300975 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:31.055250 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Sync routers for ids ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:12:31.064526 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Routers {'4d0e9e51-2efe-4fe7-9222-c936df99ece7'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:31.065129 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:12:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:31.241990 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Set router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:31.547825 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'name': 'tempest-TestShelveInstance-339733789-router', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:22Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 4, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'gw_port': {'id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:23Z', 'updated_at': '2021-06-09T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '200828bd-625e-463c-949f-ba6acd261e0d', 'name': '', 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'mac_address': 'fa:16:3e:53:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:26Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 2, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'subnets': [{'id': '7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:31.552022 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Checking router: 4d0e9e51-2efe-4fe7-9222-c936df99ece7 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:12:31.552392 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Updating router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 port 200828bd-625e-463c-949f-ba6acd261e0d binding host dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:12:31.633756 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:31.969529 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:31.981615 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Transition to ACTIVE for port object 200828bd-625e-463c-949f-ba6acd261e0d will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:31.988385 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:31.993358 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-c60f7070-774c-490d-9ce6-08c3926aec72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:31.995355 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device ac341f95-25a7-42da-89b8-618ae49356fe up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:32.067372 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port ac341f95-25a7-42da-89b8-618ae49356fe triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:32.067754 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:32.109882 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866eb55-5cee-4ab4-9411-7dc85564b240 None None] Pushing event updated for resources: {'Port': ['ID=200828bd-625e-463c-949f-ba6acd261e0d,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:32.122641 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-1866eb55-5cee-4ab4-9411-7dc85564b240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:32.208045 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Attempting to bind port 200828bd-625e-463c-949f-ba6acd261e0d on host dv-cinder-789603-9-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:32.208045 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Attempting to bind port 200828bd-625e-463c-949f-ba6acd261e0d by drivers openvswitch,hyperv on host dv-cinder-789603-9-smb at level 0 using segments [{'id': '388b2514-56a1-4aad-8d5c-f3ec91c2f9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:32.208441 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Attempting to bind port 200828bd-625e-463c-949f-ba6acd261e0d on network e28b2833-131b-44c1-a6f3-295b489c670a {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:32.213904 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Checking agent: {'id': '6cd6ea39-1cf3-486e-a34e-978c4fc4c6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 55, 46), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:32.214287 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Checking segment: {'id': '388b2514-56a1-4aad-8d5c-f3ec91c2f9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:32.214689 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:32.215078 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Bound using segment: {'id': '388b2514-56a1-4aad-8d5c-f3ec91c2f9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:32.215537 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Bound port: 200828bd-625e-463c-949f-ba6acd261e0d, host: dv-cinder-789603-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388b2514-56a1-4aad-8d5c-f3ec91c2f9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:32.215916 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:32.305029 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] For port 200828bd-625e-463c-949f-ba6acd261e0d, host dv-cinder-789603-9-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:32.307925 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] For port 200828bd-625e-463c-949f-ba6acd261e0d, host dv-cinder-789603-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=200828bd-625e-463c-949f-ba6acd261e0d,segment=NetworkSegment(388b2514-56a1-4aad-8d5c-f3ec91c2f9e8),segment_id=388b2514-56a1-4aad-8d5c-f3ec91c2f9e8)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:32.313406 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:32.317207 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-3f9e7eb8-4d7f-498a-bcc0-cd4c9946558a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:32.390416 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866eb55-5cee-4ab4-9411-7dc85564b240 None None] Pushing event updated for resources: {'Port': ['ID=200828bd-625e-463c-949f-ba6acd261e0d,revision_number=4']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:32.395641 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-1866eb55-5cee-4ab4-9411-7dc85564b240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:32.398552 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Routers {'4d0e9e51-2efe-4fe7-9222-c936df99ece7'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:32.399240 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:12:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:32.585770 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] Set router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:32.885579 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'name': 'tempest-TestShelveInstance-339733789-router', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:22Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 4, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'gw_port': {'id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:23Z', 'updated_at': '2021-06-09T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '200828bd-625e-463c-949f-ba6acd261e0d', 'name': '', 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'mac_address': 'fa:16:3e:53:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:26Z', 'updated_at': '2021-06-09T15:12:32Z', 'revision_number': 4, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'subnets': [{'id': '7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:32.889442 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c4dd0-6a5a-4caf-acc0-6663ec42dd09 None None] The sync data for ids ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'] in dv-cinder-789603-9-smb is: [{'id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'name': 'tempest-TestShelveInstance-339733789-router', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:22Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 4, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'gw_port': {'id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:23Z', 'updated_at': '2021-06-09T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': '200828bd-625e-463c-949f-ba6acd261e0d', 'name': '', 'network_id': 'e28b2833-131b-44c1-a6f3-295b489c670a', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'mac_address': 'fa:16:3e:53:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:26Z', 'updated_at': '2021-06-09T15:12:32Z', 'revision_number': 4, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'subnets': [{'id': '7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:12:34.013355 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 200828bd-625e-463c-949f-ba6acd261e0d up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:34.078936 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning for port 200828bd-625e-463c-949f-ba6acd261e0d completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:34.083942 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 200828bd-625e-463c-949f-ba6acd261e0d triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:34.084320 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:34.197899 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:34.228125 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] For port 200828bd-625e-463c-949f-ba6acd261e0d, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=200828bd-625e-463c-949f-ba6acd261e0d,segment=NetworkSegment(388b2514-56a1-4aad-8d5c-f3ec91c2f9e8),segment_id=388b2514-56a1-4aad-8d5c-f3ec91c2f9e8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:34.232767 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:34.234565 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:34.302916 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Pushing event updated for resources: {'Port': ['ID=200828bd-625e-463c-949f-ba6acd261e0d,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:34.310598 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.310945 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.311284 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.311614 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.311940 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.312266 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.312624 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.312948 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.313266 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.313589 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.313904 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.314218 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:34.318452 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:35.996210 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 200828bd-625e-463c-949f-ba6acd261e0d up at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:36.070393 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Provisioning complete for port 200828bd-625e-463c-949f-ba6acd261e0d triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:36.070768 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:40.824814 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:43.372562 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3e3f-8537-46de-a0fb-5fa6c5d6dbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.726827 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.811155 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c2662a67-d8ad-4cea-bfbf-767ebe43fa5e tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048001991&fields=id&tenant_id=a14626d2d9d54d208ce57e4b028bd0f5 HTTP/1.1" status: 200 len: 267 time: 0.0391023 Jun 09 15:12:45.840538 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-55cb4f7b-935c-48aa-a7e8-a86e8b2ea0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.957360 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-8d3626b9-e3d8-4324-b284-3abadeeb7143 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:45.958786 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-8d3626b9-e3d8-4324-b284-3abadeeb7143 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/networks?id=278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 200 len: 809 time: 0.1406343 Jun 09 15:12:45.973266 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-d2c5943f-e9b2-40ef-9a44-a228d51bef42 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/quotas/a14626d2d9d54d208ce57e4b028bd0f5 HTTP/1.1" status: 200 len: 375 time: 0.0090842 Jun 09 15:12:46.055308 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-6fdb05f2-ebf8-4eb6-ac79-215e311172de tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764349 Jun 09 15:12:46.187940 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-52a7a122-3687-40d2-b183-8aaff1fd0fcd service neutron] 10.222.0.83 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209526 Jun 09 15:12:46.314390 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a7fb3f4e-060b-40e5-b1d6-5b7f29e42a25 service neutron] 10.222.0.83 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201370 Jun 09 15:12:46.693325 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f9d1b20c-092a-4b6a-bf8a-3372f2d447c6 req-916d3579-33b1-4bd3-92b9-24c5e1419e86 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 210 time: 0.0424662 Jun 09 15:12:46.935117 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:47.781331 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-1c32206e-dc23-4fbd-9cae-95703bbd2330 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:47.782744 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-1c32206e-dc23-4fbd-9cae-95703bbd2330 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.46 "GET /v2.0/networks?id=278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 200 len: 809 time: 0.1498218 Jun 09 15:12:47.860714 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-be9601e4-08da-4a39-9e87-8183ff345c0a req-6ce825c0-62cd-4b38-b710-01d0bb374a6c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 210 time: 0.0629458 Jun 09 15:12:47.882550 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-70b00681-c973-4d2f-8c7c-f0b9fcd51587 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14626d2d9d54d208ce57e4b028bd0f5 HTTP/1.1" status: 200 len: 380 time: 0.0860157 Jun 09 15:12:47.897786 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Request body: {'port': {'device_id': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'admin_state_up': True, 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'security_groups': ['7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f']}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:48.046185 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Made reservation on behalf of a14626d2d9d54d208ce57e4b028bd0f5 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:12:48.050186 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.211541 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Allocated IP 172.20.0.7 (278fe225-de77-4cb0-8061-f078c89a69bd/e9315306-da8c-4f42-b0bd-9c223d2b14dd/16c9d6ea-4fe5-4f42-be4b-740325a00fd3) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:48.502937 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.517646 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Transition to ACTIVE for port object 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:48.541339 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.546540 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9b0b8901-e85b-4069-8136-3cac42275358 tempest-AttachVolumeShelveTestJSON-511802217 tempest-AttachVolumeShelveTestJSON-511802217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:48.612963 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Network 278fe225-de77-4cb0-8061-f078c89a69bd is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:48.615943 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:48.619966 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:48.632777 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.656809 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event updated for resources: {'Port': ['ID=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:48.662016 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:48.689187 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:48.689811 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.709300 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8150032 Jun 09 15:12:48.725886 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Request body: {'port': {'device_id': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:48.836929 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.859685 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c4f1a11d-c824-4509-9098-8ce92703c828 None None] Provisioning for port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:48.864291 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c4f1a11d-c824-4509-9098-8ce92703c828 None None] Provisioning complete for port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:48.864757 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a11d-c824-4509-9098-8ce92703c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.917722 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1a11d-c824-4509-9098-8ce92703c828 None None] Port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:12:49.050402 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e55c9-ff4d-4a34-b9de-67a81f33ee75 req-26567523-ade3-40a3-ae08-910abce8094b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:49.051849 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9b6e55c9-ff4d-4a34-b9de-67a81f33ee75 req-26567523-ade3-40a3-ae08-910abce8094b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 931 time: 0.0772336 Jun 09 15:12:49.099554 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-9b6e55c9-ff4d-4a34-b9de-67a81f33ee75 req-fa9069eb-9c89-4844-a8ba-40f7f9c651d5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418754 Jun 09 15:12:49.175999 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:12:49.183111 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.197050 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Transition to ACTIVE for port object 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:49.200731 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.205125 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a20395b9-b3cc-4009-966c-acea0c08b637 tempest-DeleteServersTestJSON-1640836069 tempest-DeleteServersTestJSON-1640836069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:49.390968 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Pushing event updated for resources: {'Port': ['ID=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:49.393901 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:49.437528 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Attempting to bind port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:49.437865 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Attempting to bind port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:49.438193 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Attempting to bind port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 on network 278fe225-de77-4cb0-8061-f078c89a69bd {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:49.443993 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 on network 278fe225-de77-4cb0-8061-f078c89a69bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:12:49.444312 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Attempting to bind port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 on network 278fe225-de77-4cb0-8061-f078c89a69bd {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:49.449327 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Checking agent: {'id': '69b028b9-cac0-4bc4-b5a0-e79fdfa437a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:49.449667 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Checking segment: {'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:49.450046 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Bound using segment: {'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:49.450465 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Bound port: 16c9d6ea-4fe5-4f42-be4b-740325a00fd3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b0414a-e774-4e37-9720-f788a4457348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:49.450811 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.536975 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] For port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3, host hv-cinder-78960, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:49.539835 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] For port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:49.545012 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.548408 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:49.609366 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:49.609979 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.611351 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] 10.222.0.46 "PUT /v2.0/ports/16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 200 len: 1093 time: 0.8905435 Jun 09 15:12:49.611865 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:12:49.614747 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77bf8cc-7bd7-414c-9809-e8724726c1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:12:49.632903 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Pushing event updated for resources: {'Port': ['ID=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:49.636107 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:49.689745 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d40fc6-a36e-40a4-ac08-5940163a7b54 x-openstack-request-id: req-a4d40fc6-a36e-40a4-ac08-5940163a7b54 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:12:49.690079 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:12:49.690373 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a4d40fc6-a36e-40a4-ac08-5940163a7b54 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:12:49.690836 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'status': 'completed', 'code': 200} Jun 09 15:12:49.737278 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-3c11df3a-3824-4c9c-93ef-82551726ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:49.739392 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-3c11df3a-3824-4c9c-93ef-82551726ebab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1096 time: 0.0823088 Jun 09 15:12:49.813185 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-262fd7d0-de34-4926-b9c6-15bfbf3ed9a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 200 len: 217 time: 0.0638020 Jun 09 15:12:49.880159 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-2c115c39-1ae0-473b-9d28-ca5c459792cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:49.881594 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-2c115c39-1ae0-473b-9d28-ca5c459792cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9315306-da8c-4f42-b0bd-9c223d2b14dd HTTP/1.1" status: 200 len: 848 time: 0.0569582 Jun 09 15:12:49.963704 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-2102212f-cdfc-4690-96f7-f091d945ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:49.965211 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-2102212f-cdfc-4690-96f7-f091d945ffd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=278fe225-de77-4cb0-8061-f078c89a69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732272 Jun 09 15:12:50.111355 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-0507f65c-bad2-4152-ab35-62b277d92276 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354403 Jun 09 15:12:50.280554 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ac26e-6f0e-432a-b5bf-1f266e2a3384 req-4e559a47-dc18-41a9-af34-655267bda30f tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:50.282086 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cb6ac26e-6f0e-432a-b5bf-1f266e2a3384 req-4e559a47-dc18-41a9-af34-655267bda30f tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 943 time: 0.0798759 Jun 09 15:12:50.329403 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-cb6ac26e-6f0e-432a-b5bf-1f266e2a3384 req-ce127df8-81cb-4e20-a8c9-1922ebd454d3 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407598 Jun 09 15:12:50.349502 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-431bc177-0f5b-4235-b7b2-e6d075473be6 req-5bed426a-1f89-48fd-abeb-f9346965f25b service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283185 Jun 09 15:12:50.477904 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bf8cc-7bd7-414c-9809-e8724726c1f8 req-7ba62843-764d-449f-b743-e12191bba1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:50.479296 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d77bf8cc-7bd7-414c-9809-e8724726c1f8 req-7ba62843-764d-449f-b743-e12191bba1ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1096 time: 0.0775003 Jun 09 15:12:50.612124 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bf8cc-7bd7-414c-9809-e8724726c1f8 req-b602fc47-fcc7-437f-9eca-1c0af1a4e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:50.613620 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d77bf8cc-7bd7-414c-9809-e8724726c1f8 req-b602fc47-fcc7-437f-9eca-1c0af1a4e124 service neutron] 10.222.0.46 "GET /v2.0/networks?id=278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 200 len: 910 time: 0.1246336 Jun 09 15:12:50.682600 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d77bf8cc-7bd7-414c-9809-e8724726c1f8 req-dde9a7ef-71ce-4996-bd11-a4a1b6338543 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 200 len: 217 time: 0.0622408 Jun 09 15:12:50.743598 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bf8cc-7bd7-414c-9809-e8724726c1f8 req-a15561e0-d6e0-4309-b37f-8715573b7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:50.744959 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d77bf8cc-7bd7-414c-9809-e8724726c1f8 req-a15561e0-d6e0-4309-b37f-8715573b7e29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9315306-da8c-4f42-b0bd-9c223d2b14dd HTTP/1.1" status: 200 len: 848 time: 0.0558906 Jun 09 15:12:50.825036 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bf8cc-7bd7-414c-9809-e8724726c1f8 req-712e25ab-4a72-4d74-98b8-0276b1ba2904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:50.826448 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d77bf8cc-7bd7-414c-9809-e8724726c1f8 req-712e25ab-4a72-4d74-98b8-0276b1ba2904 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=278fe225-de77-4cb0-8061-f078c89a69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709527 Jun 09 15:12:50.957204 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d77bf8cc-7bd7-414c-9809-e8724726c1f8 req-434f1459-93ff-4f42-9e5e-39eaf898c42f service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214693 Jun 09 15:12:51.085437 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d77bf8cc-7bd7-414c-9809-e8724726c1f8 req-f88dce70-ac1a-4ca9-95bf-1114ab209e42 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207266 Jun 09 15:12:51.306647 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:12:51.522734 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31436582-c94c-4ec6-81c1-ee33a9ee7473 req-b4104342-cf34-4ad6-a1d2-fd6b17da4885 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:51.524213 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-31436582-c94c-4ec6-81c1-ee33a9ee7473 req-b4104342-cf34-4ad6-a1d2-fd6b17da4885 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 943 time: 0.0791233 Jun 09 15:12:51.569203 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-31436582-c94c-4ec6-81c1-ee33a9ee7473 req-d8f2ad3d-06d0-4a49-b2fd-5e2e6368150b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391846 Jun 09 15:12:52.571085 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:12:52.699785 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:52.715766 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'port_id': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'mac_address': 'fa:16:3e:6b:cd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:12:52.752175 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073693a8-8329-4580-aec8-faaab9654669 req-94501e71-a91d-4ca7-8953-8605d215735c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:52.753685 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-073693a8-8329-4580-aec8-faaab9654669 req-94501e71-a91d-4ca7-8953-8605d215735c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 943 time: 0.0822558 Jun 09 15:12:52.769198 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.785519 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:12:52.797367 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-073693a8-8329-4580-aec8-faaab9654669 req-af678eff-4e09-4801-9328-c681aff6a0bc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381570 Jun 09 15:12:52.800317 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:52.804974 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.806697 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1f033b83-a77f-44d4-8e9b-bb208cc83229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:52.870081 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:52.873120 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:53.084322 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['16c9d6ea-4fe5-4f42-be4b-740325a00fd3'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:12:53.980109 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ae18e-4d8e-4db7-8ebc-4313114db304 req-cb38b0ee-edb8-4ad0-99c4-d51d45863c6d tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:53.981562 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dc6ae18e-4d8e-4db7-8ebc-4313114db304 req-cb38b0ee-edb8-4ad0-99c4-d51d45863c6d tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 944 time: 0.0800941 Jun 09 15:12:54.024457 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-dc6ae18e-4d8e-4db7-8ebc-4313114db304 req-3474b578-0fc4-441d-a918-e45d1ffc4820 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370770 Jun 09 15:12:54.570861 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:54.636129 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning for port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:54.640437 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:54.640816 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.750835 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.776519 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:12:54.778717 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f69bbe7-dd30-4128-a77a-e079cfa6f6a4" -d '{"events": [{"server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "name": "network-vif-plugged", "status": "completed", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:12:54.786480 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:54.791127 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.793128 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:54.822810 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdb2617-dead-4b8f-a48d-de235a854296 x-openstack-request-id: req-4bdb2617-dead-4b8f-a48d-de235a854296 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:12:54.823090 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "name": "network-vif-plugged", "status": "completed", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:12:54.823345 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4bdb2617-dead-4b8f-a48d-de235a854296 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:12:54.823726 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'code': 200} Jun 09 15:12:54.864347 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:54.867150 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:55.188698 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e203d3-ac08-4417-b2ca-b0857a2569c8 req-a6598b8f-7ef2-4baf-95d8-0b80a61f0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:55.190138 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b0e203d3-ac08-4417-b2ca-b0857a2569c8 req-a6598b8f-7ef2-4baf-95d8-0b80a61f0de2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1098 time: 0.1192973 Jun 09 15:12:55.240126 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2b18f-bb64-4959-a142-3a47cac0d396 req-b4f630cf-0d81-4580-ae84-1b642fc57356 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:55.241549 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b2d2b18f-bb64-4959-a142-3a47cac0d396 req-b4f630cf-0d81-4580-ae84-1b642fc57356 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.1141596 Jun 09 15:12:55.249928 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b0e203d3-ac08-4417-b2ca-b0857a2569c8 req-bf9fbf12-8f05-4a64-b181-710113a65ff1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488877 Jun 09 15:12:55.286860 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b2d2b18f-bb64-4959-a142-3a47cac0d396 req-0545f5ab-6b3e-4ff5-b190-af70e13dbed8 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386963 Jun 09 15:12:56.474425 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301c893-f453-45f4-90f2-c89c4b142b52 req-d7f29f06-4d8e-465c-833e-409621a54fb6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:56.475874 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f301c893-f453-45f4-90f2-c89c4b142b52 req-d7f29f06-4d8e-465c-833e-409621a54fb6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0835354 Jun 09 15:12:56.518943 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-f301c893-f453-45f4-90f2-c89c4b142b52 req-eabafcb1-edd1-414f-80ff-8104da135eb2 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373755 Jun 09 15:12:56.700420 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a091f8-113d-434c-8301-a59e331b7d8b req-dce31ae6-ec1f-4719-aaf5-423690bcaea1 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:56.701861 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-23a091f8-113d-434c-8301-a59e331b7d8b req-dce31ae6-ec1f-4719-aaf5-423690bcaea1 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0812981 Jun 09 15:12:56.745453 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-23a091f8-113d-434c-8301-a59e331b7d8b req-8fec3741-1b42-4dca-99f1-d848a1bf6589 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375879 Jun 09 15:12:56.767783 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59960) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:56.932182 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef9631-83f9-4b9b-b3cc-b36f6ac811a1 tempest-TestShelveInstance-1896192312 tempest-TestShelveInstance-1896192312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:56.933683 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-29ef9631-83f9-4b9b-b3cc-b36f6ac811a1 tempest-TestShelveInstance-1896192312 tempest-TestShelveInstance-1896192312-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1093 time: 0.1649263 Jun 09 15:12:56.936876 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 59964) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:56.941672 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Request body: {'floatingip': {'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'port_id': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:56.963864 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for floatingip, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.101005 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.233578 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Allocated IP 172.28.0.163 (e3a41ec8-a4a5-40af-8d11-c6eb60f986b6/7caf77a9-766f-44b3-b319-2d6174d33e40/5ed6fa5f-65db-4f6a-a5d9-d7228e025636) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:57.478523 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.506702 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3636097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754142679646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10730336'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.510957 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b13d8ee5-fd22-463d-9561-61acab18e1f1 tempest-TestMinimumBasicScenario-1636804261 tempest-TestMinimumBasicScenario-1636804261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:57.570547 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Network e3a41ec8-a4a5-40af-8d11-c6eb60f986b6 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:57.573316 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:57.577033 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:57.614582 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event updated for resources: {'Port': ['ID=5ed6fa5f-65db-4f6a-a5d9-d7228e025636,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:57.618462 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:57.979203 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:58.052169 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:58.250475 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:58.254736 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10730322'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:58.259120 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c41ddc5f-350d-436c-a458-123e99464760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:58.365281 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event updated for resources: {'Port': ['ID=5ed6fa5f-65db-4f6a-a5d9-d7228e025636,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:58.370006 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:58.384302 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478737'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:58.560140 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.l3_db [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Floating IP 4d5ba705-7a32-4c5b-b61e-8cfecaa51781 associated. External IP: 172.28.0.163, port: 16c9d6ea-4fe5-4f42-be4b-740325a00fd3. Jun 09 15:12:59.001420 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Router 82b5bb3f-d924-409e-8527-1f6970391152 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:12:59.175757 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:12:59.184869 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58554a2e-06b8-4a82-a35e-f1804d780ba5 None None] Sync routers for ids ['82b5bb3f-d924-409e-8527-1f6970391152'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:12:59.194567 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58554a2e-06b8-4a82-a35e-f1804d780ba5 None None] Routers {'82b5bb3f-d924-409e-8527-1f6970391152'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:59.195229 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-58554a2e-06b8-4a82-a35e-f1804d780ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:12:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['82b5bb3f-d924-409e-8527-1f6970391152'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:59.195469 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.250852 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-ef755452-9f30-439a-bf53-12d0e6f6b8ed tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3129709 Jun 09 15:12:59.251574 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:12:59.254501 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:12:59.295766 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792a889f-2982-4c11-b280-7b56b8cfa358 x-openstack-request-id: req-792a889f-2982-4c11-b280-7b56b8cfa358 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:12:59.296091 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:12:59.296389 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-792a889f-2982-4c11-b280-7b56b8cfa358 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:12:59.296828 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'status': 'completed', 'code': 200} Jun 09 15:12:59.373838 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-58554a2e-06b8-4a82-a35e-f1804d780ba5 None None] Set router 82b5bb3f-d924-409e-8527-1f6970391152 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:59.389971 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea req-4c314c30-38e3-47f1-8933-7b714354123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:59.391438 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea req-4c314c30-38e3-47f1-8933-7b714354123d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1098 time: 0.0700119 Jun 09 15:12:59.533397 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea req-1b8f5d1d-f24e-4069-8a9f-66378a4143dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:59.535289 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea req-1b8f5d1d-f24e-4069-8a9f-66378a4143dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 200 len: 910 time: 0.1242850 Jun 09 15:12:59.638035 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea req-ff4916f6-3e22-44a8-a98b-49531786c0b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 200 len: 999 time: 0.0962596 Jun 09 15:12:59.703073 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea req-b0c68815-4b61-4e9f-910b-de69dba09d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:59.704572 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea req-b0c68815-4b61-4e9f-910b-de69dba09d6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9315306-da8c-4f42-b0bd-9c223d2b14dd HTTP/1.1" status: 200 len: 848 time: 0.0601728 Jun 09 15:12:59.717624 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-58554a2e-06b8-4a82-a35e-f1804d780ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 4, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '4d5ba705-7a32-4c5b-b61e-8cfecaa51781', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'floating_ip_address': '172.28.0.163', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'port_id': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'mac_address': 'fa:16:3e:6b:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:12:57Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 0, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb8bd2f-3b15-4fbf-923a-f2ab6a830f04', 'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'mac_address': 'fa:16:3e:fe:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:19Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 5, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'subnets': [{'id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:59.721503 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58554a2e-06b8-4a82-a35e-f1804d780ba5 None None] Checking router: 82b5bb3f-d924-409e-8527-1f6970391152 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:12:59.730324 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58554a2e-06b8-4a82-a35e-f1804d780ba5 None None] Routers {'82b5bb3f-d924-409e-8527-1f6970391152'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:59.730919 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-58554a2e-06b8-4a82-a35e-f1804d780ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:12:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['82b5bb3f-d924-409e-8527-1f6970391152'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:59.786737 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea req-420a505f-a426-4865-8d25-739df4c166a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:59.788175 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea req-420a505f-a426-4865-8d25-739df4c166a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=278fe225-de77-4cb0-8061-f078c89a69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774114 Jun 09 15:12:59.919691 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea req-ccdfc5b8-3323-4982-96dc-8ebd2c05a6cb service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248691 Jun 09 15:12:59.935484 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-58554a2e-06b8-4a82-a35e-f1804d780ba5 None None] Set router 82b5bb3f-d924-409e-8527-1f6970391152 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:13:00.053597 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-fa1a0c4e-0cdd-46f5-8241-9985ac3ae5ea req-5744806d-a72b-4453-ad4b-bea3c8e7095a service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272986 Jun 09 15:13:00.271882 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-58554a2e-06b8-4a82-a35e-f1804d780ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 4, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '4d5ba705-7a32-4c5b-b61e-8cfecaa51781', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'floating_ip_address': '172.28.0.163', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'port_id': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'mac_address': 'fa:16:3e:6b:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:12:57Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 0, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb8bd2f-3b15-4fbf-923a-f2ab6a830f04', 'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'mac_address': 'fa:16:3e:fe:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:19Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 5, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'subnets': [{'id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:13:00.275664 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58554a2e-06b8-4a82-a35e-f1804d780ba5 None None] The sync data for ids ['82b5bb3f-d924-409e-8527-1f6970391152'] in dv-cinder-789603-9-smb is: [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 4, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_floatingips': [{'id': '4d5ba705-7a32-4c5b-b61e-8cfecaa51781', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'floating_ip_address': '172.28.0.163', 'floating_network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'router_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'port_id': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'mac_address': 'fa:16:3e:6b:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:12:57Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 0, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb8bd2f-3b15-4fbf-923a-f2ab6a830f04', 'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'mac_address': 'fa:16:3e:fe:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:19Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 5, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'subnets': [{'id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:13:00.459595 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee620ee-9cf7-4f1a-8f9d-4678f74d282f None None] New status for floating IP 4d5ba705-7a32-4c5b-b61e-8cfecaa51781: ACTIVE {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:13:10.787275 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:13.374800 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-17947eae-12bd-47fc-ae98-73307dd6f431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:14.929762 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-0fbeaa2d-aadf-4c1b-acca-1faf870e9a3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721591 Jun 09 15:13:15.069068 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-65492a16-3a3b-4b18-a644-60a713e279da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:15.070541 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-65492a16-3a3b-4b18-a644-60a713e279da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1098 time: 0.0704303 Jun 09 15:13:15.219509 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-a2cc3264-a55f-4115-8f58-42cddc91ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:15.220901 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-a2cc3264-a55f-4115-8f58-42cddc91ddcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 200 len: 910 time: 0.1318138 Jun 09 15:13:15.322966 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-b02992b1-89bb-439c-b475-61a4149dbccc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 200 len: 1001 time: 0.0952284 Jun 09 15:13:15.384273 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-1b71cc4d-7288-4e3f-9b0c-0e2c9b096fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:15.385708 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-1b71cc4d-7288-4e3f-9b0c-0e2c9b096fc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9315306-da8c-4f42-b0bd-9c223d2b14dd HTTP/1.1" status: 200 len: 848 time: 0.0564225 Jun 09 15:13:15.576014 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-474628fb-c21e-47ed-88da-d452aaaa9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:15.577441 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-474628fb-c21e-47ed-88da-d452aaaa9e1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=278fe225-de77-4cb0-8061-f078c89a69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1853747 Jun 09 15:13:15.712574 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-1eab61ab-2601-4014-81f2-04a282426b39 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243603 Jun 09 15:13:15.728689 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:15.845643 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3263fcd2-bb16-4f12-ad87-516099339160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:15.847222 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f31cbe55-a2e6-4e96-b8f3-f5a11b1c1c9a req-5156e915-b86c-4a90-99ad-4d90c2e359d0 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272473 Jun 09 15:13:16.937183 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:18.633625 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:28.308079 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:13:40.799490 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:43.375540 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d504705a-97ab-4c68-b7c1-565f00d76151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:45.731453 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:45.846204 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-179e6548-dc1c-407b-88a7-c085ed9a3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:46.940145 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:48.636562 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:05.306687 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:14:10.801282 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:13.376316 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a600463f-dead-4db7-8182-726e399473fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:15.735219 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:15.846724 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c47a-1f8d-4a28-a808-249bba29b1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:15.959178 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-2fec68d3-7ab6-4d57-8008-b4b8d7156aa5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103137 Jun 09 15:14:16.103882 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-5033f1e1-ea86-4ee1-86a7-b25b4a896ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:16.105265 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-5033f1e1-ea86-4ee1-86a7-b25b4a896ab9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1098 time: 0.0688059 Jun 09 15:14:16.252643 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-c285938a-ba32-4326-9fbd-1a117313beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:16.254079 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-c285938a-ba32-4326-9fbd-1a117313beaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 200 len: 910 time: 0.1240478 Jun 09 15:14:16.358339 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-dbf6625d-79dc-46ee-a603-34fab3dd348d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 200 len: 1001 time: 0.0942042 Jun 09 15:14:16.422873 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-454443f1-83f6-404f-8b03-99cba0ed2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:16.424270 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-454443f1-83f6-404f-8b03-99cba0ed2635 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9315306-da8c-4f42-b0bd-9c223d2b14dd HTTP/1.1" status: 200 len: 848 time: 0.0587111 Jun 09 15:14:16.496990 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-16a11cae-5987-45b4-860c-67a7519f9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:16.498395 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-16a11cae-5987-45b4-860c-67a7519f9fb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=278fe225-de77-4cb0-8061-f078c89a69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675356 Jun 09 15:14:16.513078 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-7ed042b5-9e07-4b9d-a210-52cc391763b4 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:14:16.514216 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-7ed042b5-9e07-4b9d-a210-52cc391763b4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050592 Jun 09 15:14:16.665788 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-967a28b4-50d9-4416-95ee-e1a22fea0daf service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406591 Jun 09 15:14:16.805131 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-666cdf9c-b723-40ee-a0d2-e2a396bee85c req-889a9b3c-ff95-402c-a874-affdedd225e8 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286395 Jun 09 15:14:16.943328 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:18.637516 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:40.815976 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:42.305111 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:14:43.377138 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-728c9595-cc62-45f3-8e73-9e6b4b1b7128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:45.738382 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:45.846240 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6419-3d99-4ddd-8877-4b9d77d6d4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:46.946533 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:48.641810 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:57.010597 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b124a87-077e-44f5-aef2-aeecfbf6307d req-0dfc7047-6987-4f06-886b-92be91916cb5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:57.012021 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5b124a87-077e-44f5-aef2-aeecfbf6307d req-0dfc7047-6987-4f06-886b-92be91916cb5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.1285365 Jun 09 15:14:57.054639 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5b124a87-077e-44f5-aef2-aeecfbf6307d req-aa67a074-2e7b-455b-8f16-cd296614e565 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370979 Jun 09 15:14:58.299004 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913a7a9-5b32-4f6c-bfb2-a6fc7cc77893 req-f33d9800-dcbe-442d-b37a-4789951ab144 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:58.300373 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b913a7a9-5b32-4f6c-bfb2-a6fc7cc77893 req-f33d9800-dcbe-442d-b37a-4789951ab144 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.1280689 Jun 09 15:14:58.346775 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-b913a7a9-5b32-4f6c-bfb2-a6fc7cc77893 req-2d4b75f7-d976-4e81-a1be-6d30f1d80240 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 Jun 09 15:14:59.545975 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779acab-cae5-4082-b69b-153553162b51 req-b046e264-2129-4ec1-a6db-9454a20f7e58 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:59.547411 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e779acab-cae5-4082-b69b-153553162b51 req-b046e264-2129-4ec1-a6db-9454a20f7e58 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0835972 Jun 09 15:14:59.593699 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e779acab-cae5-4082-b69b-153553162b51 req-73c8cd9e-bac0-4200-bf4b-92f5db2879f3 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401711 Jun 09 15:15:00.781180 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b223d6-538f-4014-84b5-5ba688571dd2 req-7f80f7db-cb58-47f0-96b2-67996a25c0af tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:00.782628 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d2b223d6-538f-4014-84b5-5ba688571dd2 req-7f80f7db-cb58-47f0-96b2-67996a25c0af tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0802517 Jun 09 15:15:00.825734 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-d2b223d6-538f-4014-84b5-5ba688571dd2 req-364b1606-1697-4bb7-8105-767fba36f284 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376339 Jun 09 15:15:02.012714 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98e3de-206a-4eff-b075-568c65f75b4d req-ccbcd5e2-67ce-4c20-9b49-0bfa6ebcdf4c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:02.014090 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bc98e3de-206a-4eff-b075-568c65f75b4d req-ccbcd5e2-67ce-4c20-9b49-0bfa6ebcdf4c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0857003 Jun 09 15:15:02.058160 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-bc98e3de-206a-4eff-b075-568c65f75b4d req-e9626917-0f8b-4f24-a530-46dc4788b502 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378778 Jun 09 15:15:03.241220 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e42840-c3ca-4c15-b923-7ee99ac8ab83 req-f71e3e88-b820-42a8-ae27-b86ead0bf2dc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:03.242645 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f6e42840-c3ca-4c15-b923-7ee99ac8ab83 req-f71e3e88-b820-42a8-ae27-b86ead0bf2dc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0815711 Jun 09 15:15:03.285354 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f6e42840-c3ca-4c15-b923-7ee99ac8ab83 req-19c8eb5a-d296-4af9-8aa2-0ee08432b5b4 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372202 Jun 09 15:15:04.465914 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac025b5-48a0-4181-afde-664d9c1ff9d7 req-b0268ed6-f16f-4ab5-9a85-954d733b1559 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:04.467330 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4ac025b5-48a0-4181-afde-664d9c1ff9d7 req-b0268ed6-f16f-4ab5-9a85-954d733b1559 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0801997 Jun 09 15:15:04.510539 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-4ac025b5-48a0-4181-afde-664d9c1ff9d7 req-bdd5fda8-d1be-4ec3-a454-e82676fc9139 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370958 Jun 09 15:15:05.689019 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459759a0-f66a-4d6e-9a5e-e937df868772 req-18481107-727e-4ef1-a9e5-280ee179999e tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:05.690491 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-459759a0-f66a-4d6e-9a5e-e937df868772 req-18481107-727e-4ef1-a9e5-280ee179999e tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0785387 Jun 09 15:15:05.733416 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-459759a0-f66a-4d6e-9a5e-e937df868772 req-1ed9332a-0c3c-433d-b743-1ff1842b6b33 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369184 Jun 09 15:15:06.914506 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e480b4-9be6-43c0-810a-61ccad9c61b2 req-fc672be4-779f-4d4f-a25b-c275783d25aa tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:06.915950 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-60e480b4-9be6-43c0-810a-61ccad9c61b2 req-fc672be4-779f-4d4f-a25b-c275783d25aa tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0786760 Jun 09 15:15:06.958503 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-60e480b4-9be6-43c0-810a-61ccad9c61b2 req-a901cf7d-2bb9-4499-8ce4-f94237a3d008 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370555 Jun 09 15:15:07.137323 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c74eb3-59e0-4560-a1f2-651efdf05678 req-969d6df3-bcdc-4065-a73e-c3c1e4adbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:07.138796 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-17c74eb3-59e0-4560-a1f2-651efdf05678 req-969d6df3-bcdc-4065-a73e-c3c1e4adbd32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1098 time: 0.0734375 Jun 09 15:15:07.365828 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c74eb3-59e0-4560-a1f2-651efdf05678 req-f0af79ea-91e5-4e5d-9c1a-700128caaed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:07.367279 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-17c74eb3-59e0-4560-a1f2-651efdf05678 req-f0af79ea-91e5-4e5d-9c1a-700128caaed5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 200 len: 910 time: 0.2189140 Jun 09 15:15:07.470277 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-17c74eb3-59e0-4560-a1f2-651efdf05678 req-f429fa2c-cfe9-4873-b45c-d6fe3d991a32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 200 len: 1001 time: 0.0930312 Jun 09 15:15:07.533281 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c74eb3-59e0-4560-a1f2-651efdf05678 req-936a9ebe-6738-4318-8c94-3908dc41d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:07.534956 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-17c74eb3-59e0-4560-a1f2-651efdf05678 req-936a9ebe-6738-4318-8c94-3908dc41d38f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9315306-da8c-4f42-b0bd-9c223d2b14dd HTTP/1.1" status: 200 len: 848 time: 0.0556929 Jun 09 15:15:07.615989 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c74eb3-59e0-4560-a1f2-651efdf05678 req-b887d8fc-3b2d-4526-b351-4005b31ce6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:07.617408 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-17c74eb3-59e0-4560-a1f2-651efdf05678 req-b887d8fc-3b2d-4526-b351-4005b31ce6d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=278fe225-de77-4cb0-8061-f078c89a69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723250 Jun 09 15:15:07.749545 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-17c74eb3-59e0-4560-a1f2-651efdf05678 req-48ccc412-b6c0-40bf-a160-3471e8fdbe60 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216700 Jun 09 15:15:07.879327 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-17c74eb3-59e0-4560-a1f2-651efdf05678 req-3a0e0a6c-edd7-41b8-8c04-46d49dee0268 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197212 Jun 09 15:15:08.140992 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52f083-906a-445a-87a0-084a4c591fc8 req-a39057ff-d2de-472d-a761-d7bd631e3d6d tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:08.142327 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4c52f083-906a-445a-87a0-084a4c591fc8 req-a39057ff-d2de-472d-a761-d7bd631e3d6d tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0775182 Jun 09 15:15:08.184634 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4c52f083-906a-445a-87a0-084a4c591fc8 req-0a589cb3-205a-4428-aa04-22b8e1c44fe1 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367997 Jun 09 15:15:09.367025 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe8769-1f98-4ec4-bc9b-c321e6c12c62 req-466440fa-0838-42c9-bcef-234622c4efba tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:09.368564 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-88fe8769-1f98-4ec4-bc9b-c321e6c12c62 req-466440fa-0838-42c9-bcef-234622c4efba tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0814097 Jun 09 15:15:09.414253 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-88fe8769-1f98-4ec4-bc9b-c321e6c12c62 req-6dbf9850-4868-4446-91d0-4b9071e05f14 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398910 Jun 09 15:15:10.595915 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7af13-c4d9-4a8a-873e-457e83fbc71c req-e73e35c2-384f-46e5-a905-7b852837ba62 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:10.597994 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-69e7af13-c4d9-4a8a-873e-457e83fbc71c req-e73e35c2-384f-46e5-a905-7b852837ba62 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0815427 Jun 09 15:15:10.641060 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-69e7af13-c4d9-4a8a-873e-457e83fbc71c req-80f1b05d-1148-4de5-9170-0e1b85ac3e59 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376801 Jun 09 15:15:10.831563 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:11.948072 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.83', 60048) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:15:12.002062 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a167b86-d846-4972-b86d-f0c3c42a0d59 req-f273fece-61cd-4422-baab-1211b78b9580 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:12.004058 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4a167b86-d846-4972-b86d-f0c3c42a0d59 req-f273fece-61cd-4422-baab-1211b78b9580 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0811434 Jun 09 15:15:12.048565 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-4a167b86-d846-4972-b86d-f0c3c42a0d59 req-160a9635-6482-44b2-9db0-c0bb7b0e7112 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388284 Jun 09 15:15:12.058070 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-580d86e2-e5de-49e0-bceb-88d9d840efea service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084709 Jun 09 15:15:13.238247 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3d62e-307e-4f2d-96f6-978d69b96e2d req-0556d0b7-032b-4797-a263-2df3705a269b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:13.239712 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8df3d62e-307e-4f2d-96f6-978d69b96e2d req-0556d0b7-032b-4797-a263-2df3705a269b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0845647 Jun 09 15:15:13.283387 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-8df3d62e-307e-4f2d-96f6-978d69b96e2d req-4dbdb9ce-ffcf-4c55-a672-624bf5fd7f0c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380483 Jun 09 15:15:13.287989 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:15:13.402326 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-4ec1799e-1fcb-4ce3-9193-79db8005a6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:13.408851 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:13.435944 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:15:13.440087 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b43683-7947-4a71-9d86-07f825eb8ca6" -d '{"events": [{"server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "name": "network-vif-unplugged", "status": "completed", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:15:13.448144 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:15:13.453130 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:13.455661 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:15:13.525033 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,revision_number=6']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:15:13.532158 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.532536 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.532873 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.533207 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.533535 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.533867 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.534190 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.534511 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.534884 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.535227 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.535545 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.535860 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:13.539835 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:15:13.541448 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 15:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d13f6eb-822a-418f-90cd-27d32d5b3c29 x-openstack-request-id: req-4d13f6eb-822a-418f-90cd-27d32d5b3c29 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:15:13.541738 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "name": "network-vif-unplugged", "status": "failed", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3", "code": 422}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:15:13.541994 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4d13f6eb-822a-418f-90cd-27d32d5b3c29 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:15:13.542377 dv-cinder-789603-9-smb neutron-server[91821]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'code': 422} returned with failed status Jun 09 15:15:14.466092 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fe1b6-1385-410b-8ea3-c3c89cdf800f req-92bd1842-2748-443c-b9af-702456102d89 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:14.467536 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-711fe1b6-1385-410b-8ea3-c3c89cdf800f req-92bd1842-2748-443c-b9af-702456102d89 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 943 time: 0.0796027 Jun 09 15:15:14.511564 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-711fe1b6-1385-410b-8ea3-c3c89cdf800f req-e8bfdfe9-d56d-42dc-ad3e-61f2b5734a08 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378008 Jun 09 15:15:15.694331 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc52f3-d0ee-496e-984c-df0ec77b6dd4 req-76d68ede-790e-4566-8086-7869698aaaa6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:15.695781 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-78cc52f3-d0ee-496e-984c-df0ec77b6dd4 req-76d68ede-790e-4566-8086-7869698aaaa6 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 943 time: 0.0820956 Jun 09 15:15:15.740391 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-78cc52f3-d0ee-496e-984c-df0ec77b6dd4 req-83feea30-1568-428d-b1a9-99440a37f173 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389056 Jun 09 15:15:15.741574 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:15.851158 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5aff-d404-4f9c-aaac-46bc9532bdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:16.957241 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:17.036772 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8b7ff-50e8-4fa1-a8cb-3afb584b8390 req-cfb96902-d62d-406b-8ba9-e80d87cae14b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:17.038233 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-7cd8b7ff-50e8-4fa1-a8cb-3afb584b8390 req-cfb96902-d62d-406b-8ba9-e80d87cae14b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 943 time: 0.1942077 Jun 09 15:15:17.082763 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-7cd8b7ff-50e8-4fa1-a8cb-3afb584b8390 req-7c8bdd6e-9608-424e-bdd8-8a370966fa6c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386899 Jun 09 15:15:17.997985 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-bf9e25b3-419e-4434-a738-1399646e60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:17.999424 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-bf9e25b3-419e-4434-a738-1399646e60e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1&tenant_id=a14626d2d9d54d208ce57e4b028bd0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0689247 Jun 09 15:15:18.100610 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-9c6dac4e-cb97-4018-826e-d4fc3002a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:18.102042 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-9c6dac4e-cb97-4018-826e-d4fc3002a9cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1096 time: 0.0727661 Jun 09 15:15:18.287135 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-06920112-5e98-4877-bb77-356a270cb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:18.288516 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-06920112-5e98-4877-bb77-356a270cb26f service neutron] 10.222.0.46 "GET /v2.0/networks?id=278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 200 len: 910 time: 0.1773834 Jun 09 15:15:18.303609 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda249-98a9-4b07-887e-ee4b4bf24ec3 req-171ea266-1a4c-4043-b0c2-4b618f3d3f62 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:18.304998 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-61eda249-98a9-4b07-887e-ee4b4bf24ec3 req-171ea266-1a4c-4043-b0c2-4b618f3d3f62 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 943 time: 0.1191654 Jun 09 15:15:18.426049 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-61eda249-98a9-4b07-887e-ee4b4bf24ec3 req-8511f48f-4302-4054-9a3b-959b299d7791 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714233 Jun 09 15:15:18.429747 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-e59def1d-dd33-40c8-a946-400539912f60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 200 len: 999 time: 0.1238995 Jun 09 15:15:18.497121 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-77e941c7-a4ea-41b8-911e-ac9440f32c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:18.498485 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-77e941c7-a4ea-41b8-911e-ac9440f32c57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9315306-da8c-4f42-b0bd-9c223d2b14dd HTTP/1.1" status: 200 len: 848 time: 0.0592706 Jun 09 15:15:18.582344 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-8208bd19-9c55-4e4d-a87f-9198ad88a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:18.583812 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-8208bd19-9c55-4e4d-a87f-9198ad88a6c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=278fe225-de77-4cb0-8061-f078c89a69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687985 Jun 09 15:15:18.645347 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:18.818058 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-ecfe6d25-3837-45d0-aaa1-85fa26e15ea6 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244322 Jun 09 15:15:18.950023 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1df7111d-fd7a-478e-a632-2d235af03b52 req-76806d09-e03e-4f1b-a4ea-993af54c01ff service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221769 Jun 09 15:15:19.126520 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9845b86-4420-4e9a-b9a2-db3db9f5059d req-95ea438a-a960-4079-8866-742b0ff1f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:19.127974 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f9845b86-4420-4e9a-b9a2-db3db9f5059d req-95ea438a-a960-4079-8866-742b0ff1f6d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1096 time: 0.0742404 Jun 09 15:15:19.271385 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9845b86-4420-4e9a-b9a2-db3db9f5059d req-477f8662-5477-4405-854d-af5be644fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:19.272755 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f9845b86-4420-4e9a-b9a2-db3db9f5059d req-477f8662-5477-4405-854d-af5be644fa6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 200 len: 910 time: 0.1222429 Jun 09 15:15:19.304582 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:15:19.374166 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f9845b86-4420-4e9a-b9a2-db3db9f5059d req-e930a79d-7cef-4bbb-9f61-ee2aee43909a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 200 len: 999 time: 0.0937469 Jun 09 15:15:19.435466 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9845b86-4420-4e9a-b9a2-db3db9f5059d req-992a73da-7a0f-483a-817c-a5c7347287ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:19.436868 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f9845b86-4420-4e9a-b9a2-db3db9f5059d req-992a73da-7a0f-483a-817c-a5c7347287ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9315306-da8c-4f42-b0bd-9c223d2b14dd HTTP/1.1" status: 200 len: 848 time: 0.0545151 Jun 09 15:15:19.512820 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9845b86-4420-4e9a-b9a2-db3db9f5059d req-c94fcd18-155e-4f33-b5c1-cff75b7408ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:19.514309 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f9845b86-4420-4e9a-b9a2-db3db9f5059d req-c94fcd18-155e-4f33-b5c1-cff75b7408ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=278fe225-de77-4cb0-8061-f078c89a69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683014 Jun 09 15:15:19.611043 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72c7f-86bf-43a9-848c-355bd0cb6736 req-f58f47ae-5d9b-4d54-9256-08cd91de98bf tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:19.612515 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e6f72c7f-86bf-43a9-848c-355bd0cb6736 req-f58f47ae-5d9b-4d54-9256-08cd91de98bf tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 943 time: 0.0816700 Jun 09 15:15:19.656537 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-e6f72c7f-86bf-43a9-848c-355bd0cb6736 req-9d01a8e0-10f5-40da-9def-fda483ca3f03 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378168 Jun 09 15:15:19.656798 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f9845b86-4420-4e9a-b9a2-db3db9f5059d req-d25864d5-50ef-4c0c-852e-e942a885b2b3 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297367 Jun 09 15:15:19.786200 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f9845b86-4420-4e9a-b9a2-db3db9f5059d req-74d96104-e117-4a96-a5d3-10ab1e97b672 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215248 Jun 09 15:15:20.845997 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752b7ea-bd5f-4045-bba5-0f95d586dc90 req-c6bda8bb-6e86-429a-971d-a5dff751e2b8 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:20.847381 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1752b7ea-bd5f-4045-bba5-0f95d586dc90 req-c6bda8bb-6e86-429a-971d-a5dff751e2b8 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 943 time: 0.0822246 Jun 09 15:15:20.890741 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-1752b7ea-bd5f-4045-bba5-0f95d586dc90 req-22bd96d5-512e-4ac1-906e-3e556faa1092 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378997 Jun 09 15:15:22.069192 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b3554-4470-4d64-ab15-5164f9f7f3b0 req-8b5a3639-68e8-449a-ab08-c854cacb4b5b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:22.070618 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ee6b3554-4470-4d64-ab15-5164f9f7f3b0 req-8b5a3639-68e8-449a-ab08-c854cacb4b5b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 943 time: 0.0785775 Jun 09 15:15:22.114733 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-ee6b3554-4470-4d64-ab15-5164f9f7f3b0 req-c9ab44b2-5889-4639-9c7c-83905d444cc3 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386317 Jun 09 15:15:23.294456 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647f9f4-fbcc-4ac7-b23b-e11f48fade01 req-3a3d207c-76bd-4beb-9be5-cfbd75338608 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:23.295894 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e647f9f4-fbcc-4ac7-b23b-e11f48fade01 req-3a3d207c-76bd-4beb-9be5-cfbd75338608 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 943 time: 0.0792997 Jun 09 15:15:23.319368 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:15:23.343224 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-e647f9f4-fbcc-4ac7-b23b-e11f48fade01 req-4b6a5205-53a1-4305-a03a-44a63f87166e tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Jun 09 15:15:23.482353 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:15:23.494732 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Returning: {'device': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'port_id': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'mac_address': 'fa:16:3e:6b:cd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:15:23.547549 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:23.563170 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:15:23.578400 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:15:23.582918 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:23.584644 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:15:23.651165 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,revision_number=7']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:15:23.654264 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:15:23.849100 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] get_ports_and_sgs() called for port_ids ['16c9d6ea-4fe5-4f42-be4b-740325a00fd3'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:15:24.532120 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e76c1-6f41-4e89-a6bc-0bde86860aa0 req-bfa92e4f-3aea-49aa-87e6-89a40c30791f tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:24.533602 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-442e76c1-6f41-4e89-a6bc-0bde86860aa0 req-bfa92e4f-3aea-49aa-87e6-89a40c30791f tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 944 time: 0.0871062 Jun 09 15:15:24.576830 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-442e76c1-6f41-4e89-a6bc-0bde86860aa0 req-7babe1c5-9335-4174-a1b6-84bb191fbc2d tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370440 Jun 09 15:15:25.321290 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 up at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:15:25.388592 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Provisioning complete for port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:15:25.388960 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640573'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:25.497723 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3636441'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:25.523537 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:15:25.525759 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78f1d35d52191fb1fc751120fe7bf0b9aae8894c36520c3de5735fad68d9cfef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01740116-1ab4-4ca8-8ca6-7c91d63ecb1c" -d '{"events": [{"server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "name": "network-vif-plugged", "status": "completed", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:15:25.533390 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] For port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:15:25.537765 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754143116014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754142679664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754142679709'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:25.540471 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:15:25.573995 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39beecb-5d73-464a-b24a-4981523091a4 x-openstack-request-id: req-d39beecb-5d73-464a-b24a-4981523091a4 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:15:25.574236 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "name": "network-vif-plugged", "status": "completed", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:15:25.574493 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d39beecb-5d73-464a-b24a-4981523091a4 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:15:25.574883 dv-cinder-789603-9-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'code': 200} Jun 09 15:15:25.615511 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Pushing event updated for resources: {'Port': ['ID=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,revision_number=8']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:15:25.618477 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:15:25.762837 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531fd0f-8ea8-4d44-900f-4c8afd1e17de req-7505d8ce-767d-4ef2-85ee-92fc683d9d7c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:25.764282 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5531fd0f-8ea8-4d44-900f-4c8afd1e17de req-7505d8ce-767d-4ef2-85ee-92fc683d9d7c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0812449 Jun 09 15:15:25.814274 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-5531fd0f-8ea8-4d44-900f-4c8afd1e17de req-1004947b-3633-4c18-9bff-20b6a5f9c070 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425322 Jun 09 15:15:25.886154 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666d9e2-5ffe-48d7-86b2-0cf228a7b6b7 req-437ce778-447a-44fb-92d9-82fad43c270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:25.887617 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5666d9e2-5ffe-48d7-86b2-0cf228a7b6b7 req-437ce778-447a-44fb-92d9-82fad43c270e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1098 time: 0.0678952 Jun 09 15:15:25.930336 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-5666d9e2-5ffe-48d7-86b2-0cf228a7b6b7 req-7e6485ac-7d86-4acd-be88-e357b0fa7d44 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324821 Jun 09 15:15:27.002341 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aa249-5326-47ea-b818-27e3a5105acb req-2433ad67-d18a-40a4-ad2f-ac2f8c5bcafb tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:27.004302 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a16aa249-5326-47ea-b818-27e3a5105acb req-2433ad67-d18a-40a4-ad2f-ac2f8c5bcafb tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0840588 Jun 09 15:15:27.047163 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-a16aa249-5326-47ea-b818-27e3a5105acb req-327c3171-0363-45c7-9324-0b78308c37b7 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373304 Jun 09 15:15:28.225315 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb856a-7133-4482-b161-043b26fef759 req-382a5c03-dab0-4e8a-82f2-e6e375c36136 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:28.226732 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-85eb856a-7133-4482-b161-043b26fef759 req-382a5c03-dab0-4e8a-82f2-e6e375c36136 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0776939 Jun 09 15:15:28.269922 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-85eb856a-7133-4482-b161-043b26fef759 req-0253f959-649b-4a21-abbc-e8e7c4fa7a0a tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375104 Jun 09 15:15:40.845583 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:43.383485 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf5f0-a532-4158-9421-8d11969334ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:45.744886 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:45.850913 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5cf7f996-701d-4bd8-8283-eb2b1da011fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:46.951795 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:48.646724 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:56.303461 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:16:10.849551 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:13.384563 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-bd6b21a0-1c4a-4c53-99d3-4c9f432b4aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:15.746631 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:15.851956 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-55f606c5-3d47-4db6-907b-78b7b58b2a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:16.954357 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:18.648393 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:19.914466 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-4c5ee263-c033-41a3-a357-067e4a82afb8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673387 Jun 09 15:16:20.060520 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-70f8f514-38aa-4ed9-aa39-7bf9d049929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:20.061998 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-70f8f514-38aa-4ed9-aa39-7bf9d049929d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1098 time: 0.0722034 Jun 09 15:16:20.303195 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-879dfa07-2472-4c0a-83d7-1199f22c62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:20.304563 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-879dfa07-2472-4c0a-83d7-1199f22c62ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 200 len: 910 time: 0.2193048 Jun 09 15:16:20.418311 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-1bd89de5-f024-40e3-ad4d-3a02c1d8b009 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 200 len: 1001 time: 0.1031711 Jun 09 15:16:20.482619 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-f7b3a545-923b-4177-9312-6632dd04c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:20.484003 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-f7b3a545-923b-4177-9312-6632dd04c4a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9315306-da8c-4f42-b0bd-9c223d2b14dd HTTP/1.1" status: 200 len: 848 time: 0.0559797 Jun 09 15:16:20.560006 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-821f5cfc-5d51-43ab-959a-1bbbe1970585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:20.561368 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-821f5cfc-5d51-43ab-959a-1bbbe1970585 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=278fe225-de77-4cb0-8061-f078c89a69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678258 Jun 09 15:16:20.705676 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-6b846723-f74e-4ff1-a688-cdc0e393b9ee service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326861 Jun 09 15:16:20.841644 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f6e7db5f-d653-4791-8f59-b0e55d4046b2 req-efd665e9-a2fe-444b-9e57-e354ce20ffe8 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242428 Jun 09 15:16:33.302559 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:16:40.861302 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:40.866628 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60126) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:41.124469 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Deleting port 5ed6fa5f-65db-4f6a-a5d9-d7228e025636 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:16:41.124748 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:41.243007 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:41.243342 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:41.371562 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Calling delete_port for 5ed6fa5f-65db-4f6a-a5d9-d7228e025636 owned by network:floatingip {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:16:41.492519 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:41.496738 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b5ebc9d7-2e4f-4ae3-b678-09e85c169a14 tempest-AttachVolumeTestJSON-1163275175 tempest-AttachVolumeTestJSON-1163275175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:41.541234 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event deleted for resources: {'Port': ['ID=5ed6fa5f-65db-4f6a-a5d9-d7228e025636,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:41.573055 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.573446 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.573822 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.574192 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.574562 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.574923 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.575284 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.575642 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.576000 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.576358 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.576734 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.577089 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:41.585312 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:41.653148 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for floatingip, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:41.653536 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.db.l3_db [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Floating IP 4d5ba705-7a32-4c5b-b61e-8cfecaa51781 disassociated (deleted). External IP: 172.28.0.163, port: 16c9d6ea-4fe5-4f42-be4b-740325a00fd3. Jun 09 15:16:42.103263 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Router 82b5bb3f-d924-409e-8527-1f6970391152 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:16:42.276652 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:16:42.281363 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:42.285862 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67375d-026d-4ab2-bb3e-ef85dac50427 None None] Sync routers for ids ['82b5bb3f-d924-409e-8527-1f6970391152'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:16:42.295129 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67375d-026d-4ab2-bb3e-ef85dac50427 None None] Routers {'82b5bb3f-d924-409e-8527-1f6970391152'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:16:42.295745 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6e67375d-026d-4ab2-bb3e-ef85dac50427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:16:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['82b5bb3f-d924-409e-8527-1f6970391152'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:42.339711 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "DELETE /v2.0/floatingips/4d5ba705-7a32-4c5b-b61e-8cfecaa51781 HTTP/1.1" status: 204 len: 168 time: 1.4695683 Jun 09 15:16:42.339711 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:16:42.340229 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f885bcf3-d127-4fb2-9a71-7ce3530956d6" -d '{"events": [{"name": "network-changed", "server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:16:42.475754 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-6e67375d-026d-4ab2-bb3e-ef85dac50427 None None] Set router 82b5bb3f-d924-409e-8527-1f6970391152 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:16:42.500727 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d82f740-b858-4230-9eb1-614aa42cef29 x-openstack-request-id: req-0d82f740-b858-4230-9eb1-614aa42cef29 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:16:42.501144 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:16:42.501456 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0d82f740-b858-4230-9eb1-614aa42cef29 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:16:42.501970 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'status': 'completed', 'code': 200} Jun 09 15:16:42.617411 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885bcf3-d127-4fb2-9a71-7ce3530956d6 req-a6b127bb-717e-45f8-a25c-e717b27c9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:42.618946 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f885bcf3-d127-4fb2-9a71-7ce3530956d6 req-a6b127bb-717e-45f8-a25c-e717b27c9fd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 1098 time: 0.0810652 Jun 09 15:16:42.717366 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f69a8a-01c1-474d-bf76-a76d9d9fd278 req-3d1bea7d-a084-43c0-96dc-1b4317c8f725 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:42.718870 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c4f69a8a-01c1-474d-bf76-a76d9d9fd278 req-3d1bea7d-a084-43c0-96dc-1b4317c8f725 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0844913 Jun 09 15:16:42.754683 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885bcf3-d127-4fb2-9a71-7ce3530956d6 req-d237b425-4302-4b67-93e9-8636033c3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:42.756131 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f885bcf3-d127-4fb2-9a71-7ce3530956d6 req-d237b425-4302-4b67-93e9-8636033c3220 service neutron] 10.222.0.46 "GET /v2.0/networks?id=278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 200 len: 910 time: 0.1300530 Jun 09 15:16:42.766744 dv-cinder-789603-9-smb neutron-server[91819]: INFO neutron.wsgi [req-c4f69a8a-01c1-474d-bf76-a76d9d9fd278 req-7e38af27-ba41-4f3f-bfa3-ee23545da05b tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401680 Jun 09 15:16:42.804681 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6e67375d-026d-4ab2-bb3e-ef85dac50427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 4, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'abb8bd2f-3b15-4fbf-923a-f2ab6a830f04', 'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'mac_address': 'fa:16:3e:fe:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:19Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 5, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'subnets': [{'id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:42.808493 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67375d-026d-4ab2-bb3e-ef85dac50427 None None] Checking router: 82b5bb3f-d924-409e-8527-1f6970391152 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:16:42.816731 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67375d-026d-4ab2-bb3e-ef85dac50427 None None] Routers {'82b5bb3f-d924-409e-8527-1f6970391152'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:16:42.817364 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6e67375d-026d-4ab2-bb3e-ef85dac50427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:16:16Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['82b5bb3f-d924-409e-8527-1f6970391152'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:42.827234 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f885bcf3-d127-4fb2-9a71-7ce3530956d6 req-2c3d3c08-bc49-4de0-831e-e7da75830e6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 200 len: 217 time: 0.0636742 Jun 09 15:16:42.890585 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885bcf3-d127-4fb2-9a71-7ce3530956d6 req-b13603db-f32d-4ae3-a3da-c5f4f05a2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:42.891924 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f885bcf3-d127-4fb2-9a71-7ce3530956d6 req-b13603db-f32d-4ae3-a3da-c5f4f05a2ead service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9315306-da8c-4f42-b0bd-9c223d2b14dd HTTP/1.1" status: 200 len: 848 time: 0.0576868 Jun 09 15:16:42.968605 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885bcf3-d127-4fb2-9a71-7ce3530956d6 req-ee3b03a9-a9a6-4428-87dd-6d8b191513d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:42.970066 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f885bcf3-d127-4fb2-9a71-7ce3530956d6 req-ee3b03a9-a9a6-4428-87dd-6d8b191513d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=278fe225-de77-4cb0-8061-f078c89a69bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709381 Jun 09 15:16:42.990142 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-6e67375d-026d-4ab2-bb3e-ef85dac50427 None None] Set router 82b5bb3f-d924-409e-8527-1f6970391152 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:16:43.102830 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f885bcf3-d127-4fb2-9a71-7ce3530956d6 req-c1adfeb6-a3ef-434b-b36d-0bf38d13b624 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234915 Jun 09 15:16:43.237885 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-f885bcf3-d127-4fb2-9a71-7ce3530956d6 req-4d9e1426-6e12-487d-b6ff-41e3cd4fe668 service neutron] 10.222.0.46 "GET /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223640 Jun 09 15:16:43.327293 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6e67375d-026d-4ab2-bb3e-ef85dac50427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 4, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'abb8bd2f-3b15-4fbf-923a-f2ab6a830f04', 'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'mac_address': 'fa:16:3e:fe:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:19Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 5, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'subnets': [{'id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:43.331605 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67375d-026d-4ab2-bb3e-ef85dac50427 None None] The sync data for ids ['82b5bb3f-d924-409e-8527-1f6970391152'] in dv-cinder-789603-9-smb is: [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:12:20Z', 'revision_number': 4, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb', '_interfaces': [{'id': 'abb8bd2f-3b15-4fbf-923a-f2ab6a830f04', 'name': '', 'network_id': '278fe225-de77-4cb0-8061-f078c89a69bd', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'mac_address': 'fa:16:3e:fe:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:19Z', 'updated_at': '2021-06-09T15:12:26Z', 'revision_number': 5, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'subnets': [{'id': 'e9315306-da8c-4f42-b0bd-9c223d2b14dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:16:43.386237 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-da29f6ff-eefd-49cf-b619-ff18fcd1108f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:43.532570 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e8de3-4bce-400d-944b-2ae6864c8fcc None None] New status for floating IP 4d5ba705-7a32-4c5b-b61e-8cfecaa51781: DOWN {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:16:43.957010 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674d423-5ae5-42ee-bb33-59a6c5a17133 req-e957d472-1ee6-41d7-94f5-e990f74a1144 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:43.958440 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c674d423-5ae5-42ee-bb33-59a6c5a17133 req-e957d472-1ee6-41d7-94f5-e990f74a1144 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0854244 Jun 09 15:16:44.004004 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-c674d423-5ae5-42ee-bb33-59a6c5a17133 req-ab98151c-95db-4068-a7a4-743a54cb2179 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/security-groups?id=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397131 Jun 09 15:16:44.273130 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73052ade-8ffb-423e-97ff-3e05067753a5 req-4457619e-371c-427c-aa2f-d4d76434dfc4 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:44.274519 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-73052ade-8ffb-423e-97ff-3e05067753a5 req-4457619e-371c-427c-aa2f-d4d76434dfc4 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.46 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 945 time: 0.0798795 Jun 09 15:16:44.406374 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-73052ade-8ffb-423e-97ff-3e05067753a5 req-a0c6986b-9172-402d-bbfe-b635459172fc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Deleting port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:16:44.406717 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-73052ade-8ffb-423e-97ff-3e05067753a5 req-a0c6986b-9172-402d-bbfe-b635459172fc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:44.640126 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-73052ade-8ffb-423e-97ff-3e05067753a5 req-a0c6986b-9172-402d-bbfe-b635459172fc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] For port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:16:44.640510 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-73052ade-8ffb-423e-97ff-3e05067753a5 req-a0c6986b-9172-402d-bbfe-b635459172fc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:44.762304 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-73052ade-8ffb-423e-97ff-3e05067753a5 req-a0c6986b-9172-402d-bbfe-b635459172fc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Calling delete_port for 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:16:44.867099 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-73052ade-8ffb-423e-97ff-3e05067753a5 req-a0c6986b-9172-402d-bbfe-b635459172fc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:44.872280 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a73b9f89-c55f-46d9-a3be-c7d175b625b5 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:44.920045 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6986b-9172-402d-bbfe-b635459172fc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event deleted for resources: {'Port': ['ID=16c9d6ea-4fe5-4f42-be4b-740325a00fd3,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:44.948840 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a0c6986b-9172-402d-bbfe-b635459172fc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:44.994706 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-73052ade-8ffb-423e-97ff-3e05067753a5 req-a0c6986b-9172-402d-bbfe-b635459172fc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] No DVR routers for this DVR port 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 on host hv-cinder-78960 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:16:44.997242 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-73052ade-8ffb-423e-97ff-3e05067753a5 req-a0c6986b-9172-402d-bbfe-b635459172fc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31028'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:44.999177 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-73052ade-8ffb-423e-97ff-3e05067753a5 req-a0c6986b-9172-402d-bbfe-b635459172fc tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.46 "DELETE /v2.0/ports/16c9d6ea-4fe5-4f42-be4b-740325a00fd3 HTTP/1.1" status: 204 len: 173 time: 0.7161155 Jun 09 15:16:44.999678 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'name': 'network-vif-deleted', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:16:45.002002 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}009a92aa83b848482a231924c9a3ec37d705591328c83faa16d79af3b54c73d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d37543c-6a44-487d-ab12-1ec9b8904ba7" -d '{"events": [{"server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "name": "network-vif-deleted", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:16:45.044881 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8ab947-45b4-494e-8ac9-72ee081ef0fe x-openstack-request-id: req-3b8ab947-45b4-494e-8ac9-72ee081ef0fe {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:16:45.045247 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1", "name": "network-vif-deleted", "tag": "16c9d6ea-4fe5-4f42-be4b-740325a00fd3", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:16:45.045541 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3b8ab947-45b4-494e-8ac9-72ee081ef0fe {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:16:45.045981 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1', 'name': 'network-vif-deleted', 'tag': '16c9d6ea-4fe5-4f42-be4b-740325a00fd3', 'status': 'completed', 'code': 200} Jun 09 15:16:45.164924 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [req-972e23cf-840d-47b5-8b83-c8ae312f4669 req-5c869d8c-b6c8-4788-a0c9-b90039646580 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "GET /v2.0/ports?device_id=352cb03a-c4d3-4dbd-8a02-c8f32b7c78b1 HTTP/1.1" status: 200 len: 210 time: 0.0479636 Jun 09 15:16:45.749780 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:45.854396 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9accbd02-6f28-48a9-8c5f-e07132a0ae51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:46.267027 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60156) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:46.335906 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-74ee24cb-5534-4f29-a66e-80d2920d0cb9 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:46.365094 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-74ee24cb-5534-4f29-a66e-80d2920d0cb9 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:46.427218 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-74ee24cb-5534-4f29-a66e-80d2920d0cb9 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:46.429703 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-74ee24cb-5534-4f29-a66e-80d2920d0cb9 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:46.430823 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-74ee24cb-5534-4f29-a66e-80d2920d0cb9 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] 10.222.0.83 "DELETE /v2.0/security-groups/7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f HTTP/1.1" status: 204 len: 168 time: 0.1627541 Jun 09 15:16:46.431578 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c0db65a0-32a8-44fd-9d86-87f9ad3e955c tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:46.442679 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee24cb-5534-4f29-a66e-80d2920d0cb9 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad6fa04-1ca8-4bf0-8eac-16e94b528c7f,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:46.445076 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-74ee24cb-5534-4f29-a66e-80d2920d0cb9 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:46.470869 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60160) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:46.957014 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:46.994164 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405430'] for router_interface, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:47.485221 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] Deleting port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:16:47.485957 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:47.602671 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] For port abb8bd2f-3b15-4fbf-923a-f2ab6a830f04, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=abb8bd2f-3b15-4fbf-923a-f2ab6a830f04,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:16:47.603025 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:47.677654 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:16:47.714492 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] No Port match for: 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:16:47.714847 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Device 16c9d6ea-4fe5-4f42-be4b-740325a00fd3 not bound to the agent host hv-cinder-78960 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:16:47.722704 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] Calling delete_port for abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 owned by network:router_interface {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:16:47.858083 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:47.862891 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0ba2c568-deb9-43f7-8aaa-030da4a4e165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:47.906422 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=abb8bd2f-3b15-4fbf-923a-f2ab6a830f04,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:47.936277 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:48.176172 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405240'] for router_interface, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:48.523044 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] Router 82b5bb3f-d924-409e-8527-1f6970391152 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:16:48.652495 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:48.802735 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:16:48.807362 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-3da5702f-f79b-4e08-8024-c3f68d535f6f admin admin] 10.222.0.83 "PUT /v2.0/routers/82b5bb3f-d924-409e-8527-1f6970391152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3349562 Jun 09 15:16:48.809836 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60162) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:48.812210 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6e3a5-1252-4df4-80f5-2212c200c9d9 None None] Sync routers for ids ['82b5bb3f-d924-409e-8527-1f6970391152'] in dv-cinder-789603-9-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:16:48.822136 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6e3a5-1252-4df4-80f5-2212c200c9d9 None None] Routers {'82b5bb3f-d924-409e-8527-1f6970391152'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:16:48.822747 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-4eb6e3a5-1252-4df4-80f5-2212c200c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:16:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['82b5bb3f-d924-409e-8527-1f6970391152'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:48.980001 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Notify callbacks [] for router, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:48.995421 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-4eb6e3a5-1252-4df4-80f5-2212c200c9d9 None None] Set router 82b5bb3f-d924-409e-8527-1f6970391152 gateway port host: dv-cinder-789603-9-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:16:49.152104 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:49.220861 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Deleting port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:16:49.221207 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:49.270488 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-4eb6e3a5-1252-4df4-80f5-2212c200c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:16:47Z', 'revision_number': 5, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port': {'id': 'f9567fba-e9a7-4b88-bfeb-c5e52427f5a0', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b5bb3f-d924-409e-8527-1f6970391152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:17Z', 'updated_at': '2021-06-09T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:49.274199 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6e3a5-1252-4df4-80f5-2212c200c9d9 None None] Checking router: 82b5bb3f-d924-409e-8527-1f6970391152 for host: dv-cinder-789603-9-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:16:49.282284 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6e3a5-1252-4df4-80f5-2212c200c9d9 None None] Routers {'82b5bb3f-d924-409e-8527-1f6970391152'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:16:49.282877 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-4eb6e3a5-1252-4df4-80f5-2212c200c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:16:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['82b5bb3f-d924-409e-8527-1f6970391152'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:49.341176 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] For port f9567fba-e9a7-4b88-bfeb-c5e52427f5a0, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=f9567fba-e9a7-4b88-bfeb-c5e52427f5a0,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:16:49.341531 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:49.430251 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-4eb6e3a5-1252-4df4-80f5-2212c200c9d9 None None] Set router 82b5bb3f-d924-409e-8527-1f6970391152 gateway port host: None {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:16:49.463546 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Calling delete_port for f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 owned by network:router_gateway {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:16:49.534006 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-4eb6e3a5-1252-4df4-80f5-2212c200c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:16:49Z', 'revision_number': 6, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port_host': None}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:49.538091 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6e3a5-1252-4df4-80f5-2212c200c9d9 None None] The sync data for ids ['82b5bb3f-d924-409e-8527-1f6970391152'] in dv-cinder-789603-9-smb is: [{'id': '82b5bb3f-d924-409e-8527-1f6970391152', 'name': 'tempest-TestShelveInstance-1218376600-router', 'tenant_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:16Z', 'updated_at': '2021-06-09T15:16:49Z', 'revision_number': 6, 'project_id': 'a14626d2d9d54d208ce57e4b028bd0f5', 'gw_port_host': None}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:16:49.605861 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:49.609459 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0caf7a9c-019f-44cf-b2da-864cf41da765 tempest-VolumesActionsTest-1212395073 tempest-VolumesActionsTest-1212395073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:49.650284 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Pushing event deleted for resources: {'Port': ['ID=f9567fba-e9a7-4b88-bfeb-c5e52427f5a0,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:49.653843 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:49.741577 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478758'] for router_gateway, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:49.913363 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5222'] for router, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:49.915989 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:49.947970 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417677'] for router, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:49.948601 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b5bb3f-d924-409e-8527-1f6970391152 {{(pid=91820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:16:49.953591 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:49.954728 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-d836d113-6745-42b4-9ca6-45253e3691df admin admin] 10.222.0.83 "DELETE /v2.0/routers/82b5bb3f-d924-409e-8527-1f6970391152 HTTP/1.1" status: 204 len: 168 time: 1.1439304 Jun 09 15:16:49.957169 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60164) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:50.014796 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6073c282-94f8-45c1-ab4f-357424192c39 admin admin] Deleting subnet e9315306-da8c-4f42-b0bd-9c223d2b14dd {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:16:50.017614 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6073c282-94f8-45c1-ab4f-357424192c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.170641 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6073c282-94f8-45c1-ab4f-357424192c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11648536'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.248730 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6073c282-94f8-45c1-ab4f-357424192c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.300450 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:16:50.319531 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6073c282-94f8-45c1-ab4f-357424192c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10730381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10751901'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.324148 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:50.335187 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:16:50.335543 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device f9567fba-e9a7-4b88-bfeb-c5e52427f5a0 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:16:50.335964 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:16:50.360718 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073c282-94f8-45c1-ab4f-357424192c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9315306-da8c-4f42-b0bd-9c223d2b14dd,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:50.364272 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6073c282-94f8-45c1-ab4f-357424192c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:50.367306 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6073c282-94f8-45c1-ab4f-357424192c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.369178 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-6073c282-94f8-45c1-ab4f-357424192c39 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e9315306-da8c-4f42-b0bd-9c223d2b14dd HTTP/1.1" status: 204 len: 168 time: 0.4110439 Jun 09 15:16:50.371498 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:16:50.371830 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60166) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:50.372533 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device abb8bd2f-3b15-4fbf-923a-f2ab6a830f04 not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:16:50.378417 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c4737c-d29c-4a33-8b8e-5bc171410434 None None] Network 278fe225-de77-4cb0-8061-f078c89a69bd requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:16:50.483982 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.559407 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Deleting port 376d9347-82e7-47a5-a1d5-911e8112059f {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:16:50.559673 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.665101 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] For port 376d9347-82e7-47a5-a1d5-911e8112059f, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=376d9347-82e7-47a5-a1d5-911e8112059f,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:16:50.665770 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.677156 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] DHCP port deletion for 278fe225-de77-4cb0-8061-f078c89a69bd request from dv-cinder-789603-9-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:16:50.740460 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Deleting port 376d9347-82e7-47a5-a1d5-911e8112059f {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:16:50.740833 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.787105 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Calling delete_port for 376d9347-82e7-47a5-a1d5-911e8112059f owned by network:dhcp {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:16:50.832649 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.837200 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-375ca4f1-4468-47a7-8b8d-3fc2950d66a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:50.837418 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] For port 376d9347-82e7-47a5-a1d5-911e8112059f, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=376d9347-82e7-47a5-a1d5-911e8112059f,segment=NetworkSegment(77b0414a-e774-4e37-9720-f788a4457348),segment_id=77b0414a-e774-4e37-9720-f788a4457348)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:16:50.837822 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.883507 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Pushing event deleted for resources: {'Port': ['ID=376d9347-82e7-47a5-a1d5-911e8112059f,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:50.885426 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] No DVR routers for this DVR port 376d9347-82e7-47a5-a1d5-911e8112059f on host dv-cinder-789603-9-smb {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:16:50.886902 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:50.956498 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Calling delete_port for 376d9347-82e7-47a5-a1d5-911e8112059f owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:16:50.998868 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.999128 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:51.003206 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:51.011524 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278fe225-de77-4cb0-8061-f078c89a69bd']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:51.023300 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b0414a-e774-4e37-9720-f788a4457348') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:51.023602 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b0414a-e774-4e37-9720-f788a4457348') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:51.035185 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11648545'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:51.045686 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Pushing event deleted for resources: {'Port': ['ID=376d9347-82e7-47a5-a1d5-911e8112059f,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:51.050450 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] No DVR routers for this DVR port 376d9347-82e7-47a5-a1d5-911e8112059f on host dv-cinder-789603-9-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:16:51.051302 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:51.059232 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:16:51.059976 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10730286'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:51.062630 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.062979 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.063315 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.063645 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.063971 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.064327 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.064749 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.065015 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.065376 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.065670 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.066024 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.066341 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:16:51.069512 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-ed29e615-75d7-4d8b-a2b6-6dca438807f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: Traceback (most recent call last): Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: timer() Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: cb(*args, **kw) Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: return func(*args, **kwargs) Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: self._notify() Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: self.callback(batched_events) Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: event.method(event) Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: return f(self, *a, **k) Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: return self._get(url).json() Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:16:51.074420 dv-cinder-789603-9-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:16:51.148768 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:51.152459 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a24d53e0-1724-43a0-b5fd-c3a1844970d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:51.165264 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:51.167021 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] 10.222.0.83 "DELETE /v2.0/networks/278fe225-de77-4cb0-8061-f078c89a69bd HTTP/1.1" status: 204 len: 168 time: 0.7941556 Jun 09 15:16:51.169996 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60168) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:51.222247 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Pushing event deleted for resources: {'Network': ['ID=278fe225-de77-4cb0-8061-f078c89a69bd,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:51.229103 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-cada2253-eeac-4e8b-a309-09d74c838ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:51.813168 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405430'] for router_interface, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:52.126470 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 376d9347-82e7-47a5-a1d5-911e8112059f no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:16:52.159487 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 376d9347-82e7-47a5-a1d5-911e8112059f {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:16:52.159842 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 376d9347-82e7-47a5-a1d5-911e8112059f not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:16:52.214898 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] Deleting port 200828bd-625e-463c-949f-ba6acd261e0d {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:16:52.215239 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:52.335141 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] For port 200828bd-625e-463c-949f-ba6acd261e0d, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=200828bd-625e-463c-949f-ba6acd261e0d,segment=NetworkSegment(388b2514-56a1-4aad-8d5c-f3ec91c2f9e8),segment_id=388b2514-56a1-4aad-8d5c-f3ec91c2f9e8)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:16:52.335408 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:52.457097 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] Calling delete_port for 200828bd-625e-463c-949f-ba6acd261e0d owned by network:router_interface {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:16:52.595393 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:52.600164 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b20ae032-7281-481c-a879-25cf5047c455 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:52.641841 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=200828bd-625e-463c-949f-ba6acd261e0d,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:52.644930 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:52.901814 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405240'] for router_interface, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:53.351853 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] Router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 has already been hosted by L3 agent 8fb742c8-1627-4fa6-8303-d50d0c3c361d {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:16:53.523222 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] Notify agent at l3_agent.dv-cinder-789603-9-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:16:53.529581 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-f37358f4-8a60-4b83-9bad-093f27ddf3dc admin admin] 10.222.0.83 "PUT /v2.0/routers/4d0e9e51-2efe-4fe7-9222-c936df99ece7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3579533 Jun 09 15:16:53.530341 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60170) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:53.531993 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba12632-28d3-41c7-aaaf-7afe1fcd428a None None] Sync routers for ids ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'] in dv-cinder-789603-9-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:16:53.541880 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba12632-28d3-41c7-aaaf-7afe1fcd428a None None] Routers {'4d0e9e51-2efe-4fe7-9222-c936df99ece7'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:16:53.542557 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-7ba12632-28d3-41c7-aaaf-7afe1fcd428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:16:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:53.704256 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Notify callbacks [] for router, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:53.711243 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-7ba12632-28d3-41c7-aaaf-7afe1fcd428a None None] Set router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 gateway port host: dv-cinder-789603-9-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:16:53.872545 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:53.945256 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Deleting port ac341f95-25a7-42da-89b8-618ae49356fe {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:16:53.945972 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:54.013279 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-7ba12632-28d3-41c7-aaaf-7afe1fcd428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'name': 'tempest-TestShelveInstance-339733789-router', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'external_fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:22Z', 'updated_at': '2021-06-09T15:16:52Z', 'revision_number': 5, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'gw_port': {'id': 'ac341f95-25a7-42da-89b8-618ae49356fe', 'name': '', 'network_id': 'e3a41ec8-a4a5-40af-8d11-c6eb60f986b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:23Z', 'updated_at': '2021-06-09T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7caf77a9-766f-44b3-b319-2d6174d33e40', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-smb'}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:54.016908 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba12632-28d3-41c7-aaaf-7afe1fcd428a None None] Checking router: 4d0e9e51-2efe-4fe7-9222-c936df99ece7 for host: dv-cinder-789603-9-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:16:54.025097 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba12632-28d3-41c7-aaaf-7afe1fcd428a None None] Routers {'4d0e9e51-2efe-4fe7-9222-c936df99ece7'} bound to L3 agent in host dv-cinder-789603-9-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:16:54.025695 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-7ba12632-28d3-41c7-aaaf-7afe1fcd428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:55:46Z,description=,heartbeat_timestamp=2021-06-09T15:16:46Z,host='dv-cinder-789603-9-smb',id=8fb742c8-1627-4fa6-8303-d50d0c3c361d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:55:46Z,topic='l3_agent')) {'router_ids': ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:54.069452 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] For port ac341f95-25a7-42da-89b8-618ae49356fe, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=ac341f95-25a7-42da-89b8-618ae49356fe,segment=NetworkSegment(e14774b2-ff88-41e8-a2d0-1842b8d59082),segment_id=e14774b2-ff88-41e8-a2d0-1842b8d59082)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:16:54.069811 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:54.172175 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-7ba12632-28d3-41c7-aaaf-7afe1fcd428a None None] Set router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:16:54.191590 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Calling delete_port for ac341f95-25a7-42da-89b8-618ae49356fe owned by network:router_gateway {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:16:54.274583 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-7ba12632-28d3-41c7-aaaf-7afe1fcd428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'name': 'tempest-TestShelveInstance-339733789-router', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:22Z', 'updated_at': '2021-06-09T15:16:53Z', 'revision_number': 6, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'gw_port_host': None}], 'dv-cinder-789603-9-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:54.278387 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba12632-28d3-41c7-aaaf-7afe1fcd428a None None] The sync data for ids ['4d0e9e51-2efe-4fe7-9222-c936df99ece7'] in dv-cinder-789603-9-smb is: [{'id': '4d0e9e51-2efe-4fe7-9222-c936df99ece7', 'name': 'tempest-TestShelveInstance-339733789-router', 'tenant_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:22Z', 'updated_at': '2021-06-09T15:16:53Z', 'revision_number': 6, 'project_id': 'ae83b0a87eb648d1b828bcc4573cd588', 'gw_port_host': None}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:16:54.330373 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:54.335181 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c5e0e3b3-7b21-47c3-9d9f-fdf0f154b098 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:54.377485 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ac341f95-25a7-42da-89b8-618ae49356fe,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:54.402526 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:54.578811 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478758'] for router_gateway, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:54.754603 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5222'] for router, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:54.756770 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:54.777622 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417677'] for router, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:54.778265 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d0e9e51-2efe-4fe7-9222-c936df99ece7 {{(pid=91820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:16:54.782488 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:54.783584 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-1e490c04-c2d0-4fd6-9e90-ef7ffeac59bf admin admin] 10.222.0.83 "DELETE /v2.0/routers/4d0e9e51-2efe-4fe7-9222-c936df99ece7 HTTP/1.1" status: 204 len: 168 time: 1.2523112 Jun 09 15:16:54.786831 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60172) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:54.842298 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e4d35a-99de-445b-bd91-31ad7b02d6fe admin admin] Deleting subnet 7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1 {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:16:54.844967 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d35a-99de-445b-bd91-31ad7b02d6fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:54.893962 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d35a-99de-445b-bd91-31ad7b02d6fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11648536'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:54.967234 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d35a-99de-445b-bd91-31ad7b02d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3503083'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.036285 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d35a-99de-445b-bd91-31ad7b02d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3503056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10730381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10751901'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.040308 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:55.077885 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4d35a-99de-445b-bd91-31ad7b02d6fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:55.081474 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b4e4d35a-99de-445b-bd91-31ad7b02d6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:55.082444 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d35a-99de-445b-bd91-31ad7b02d6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.087538 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-b4e4d35a-99de-445b-bd91-31ad7b02d6fe admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7e7d09ae-dbb0-469d-a5fd-d681ab1c8ba1 HTTP/1.1" status: 204 len: 168 time: 0.2965167 Jun 09 15:16:55.087538 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60174) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:55.088223 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2469a1ea-9b98-4c92-98e4-93b0d4273849 None None] Network e28b2833-131b-44c1-a6f3-295b489c670a requested from dv-cinder-789603-9-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:16:55.192358 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3662953'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.266295 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Deleting port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:16:55.266652 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.352941 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e636e8-1504-406c-ba42-9ac400a3f02a None None] DHCP port deletion for e28b2833-131b-44c1-a6f3-295b489c670a request from dv-cinder-789603-9-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:16:55.368795 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] For port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f,segment=NetworkSegment(388b2514-56a1-4aad-8d5c-f3ec91c2f9e8),segment_id=388b2514-56a1-4aad-8d5c-f3ec91c2f9e8)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:16:55.369155 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.422515 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-44e636e8-1504-406c-ba42-9ac400a3f02a None None] Deleting port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:16:55.422515 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-44e636e8-1504-406c-ba42-9ac400a3f02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754143058140'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.494313 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Calling delete_port for 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f owned by network:dhcp {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:16:55.515380 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-44e636e8-1504-406c-ba42-9ac400a3f02a None None] For port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f, host dv-cinder-789603-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-smb',level=0,port_id=6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f,segment=NetworkSegment(388b2514-56a1-4aad-8d5c-f3ec91c2f9e8),segment_id=388b2514-56a1-4aad-8d5c-f3ec91c2f9e8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:16:55.515781 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-44e636e8-1504-406c-ba42-9ac400a3f02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404449'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.539491 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10730331'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.543203 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c57c0908-4a89-4718-a5fa-21ebe37bd315 tempest-TestShelveInstance-402997266 tempest-TestShelveInstance-402997266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:55.587992 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:55.591577 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:55.593786 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] No DVR routers for this DVR port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f on host dv-cinder-789603-9-smb {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:16:55.639547 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-44e636e8-1504-406c-ba42-9ac400a3f02a None None] Calling delete_port for 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:16:55.680806 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-44e636e8-1504-406c-ba42-9ac400a3f02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3636120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754143115996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754142679655'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.684556 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:55.706911 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3504992', 'neutron.services.segments.db._delete_segments_for_network-8754143175343'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.719321 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28b2833-131b-44c1-a6f3-295b489c670a']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:55.728336 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e636e8-1504-406c-ba42-9ac400a3f02a None None] Pushing event deleted for resources: {'Port': ['ID=6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:55.730910 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-44e636e8-1504-406c-ba42-9ac400a3f02a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:55.731933 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388b2514-56a1-4aad-8d5c-f3ec91c2f9e8') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:55.732229 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388b2514-56a1-4aad-8d5c-f3ec91c2f9e8') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:55.735441 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e636e8-1504-406c-ba42-9ac400a3f02a None None] No DVR routers for this DVR port 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f on host dv-cinder-789603-9-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:16:55.744072 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754143178954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11648545'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.760937 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.767046 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:16:55.767425 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10730286'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: Traceback (most recent call last): Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: timer() Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: cb(*args, **kw) Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: return func(*args, **kwargs) Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: self._notify() Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: self.callback(batched_events) Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: event.method(event) Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: return f(self, *a, **k) Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: return self._get(url).json() Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:16:55.780871 dv-cinder-789603-9-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:16:55.854862 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3505001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-447687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-634041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478723'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.858841 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f6381240-e08d-45f8-a965-f6efacf6fbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:55.872062 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634076'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:55.873942 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] 10.222.0.83 "DELETE /v2.0/networks/e28b2833-131b-44c1-a6f3-295b489c670a HTTP/1.1" status: 204 len: 168 time: 0.7861955 Jun 09 15:16:55.880359 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Pushing event deleted for resources: {'Network': ['ID=e28b2833-131b-44c1-a6f3-295b489c670a,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:55.882902 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f06fa821-4fc5-45a8-85a1-cc118825395d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:56.090197 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60178) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:56.138374 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-12b6ea83-5943-4c42-9a8c-2eaa845b97ca admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a14626d2d9d54d208ce57e4b028bd0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467422 Jun 09 15:16:56.140635 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60180) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:56.142794 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device ac341f95-25a7-42da-89b8-618ae49356fe no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:16:56.176665 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: ac341f95-25a7-42da-89b8-618ae49356fe {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:16:56.177017 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device ac341f95-25a7-42da-89b8-618ae49356fe not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:16:56.177436 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 200828bd-625e-463c-949f-ba6acd261e0d no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:16:56.198083 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6af5ac37-8edc-47dd-a7c3-2eb6de68b1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:56.209642 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 200828bd-625e-463c-949f-ba6acd261e0d {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:16:56.209993 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 200828bd-625e-463c-949f-ba6acd261e0d not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:16:56.210409 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f no longer exists at agent ovs-agent-dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:16:56.224021 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6af5ac37-8edc-47dd-a7c3-2eb6de68b1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:56.244345 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] No Port match for: 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:16:56.244670 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Device 6cc9c906-7b4b-4e6c-b89b-bf2f0edf374f not bound to the agent host dv-cinder-789603-9-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:16:56.274945 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6af5ac37-8edc-47dd-a7c3-2eb6de68b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:56.277947 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6af5ac37-8edc-47dd-a7c3-2eb6de68b1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:56.279071 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-6af5ac37-8edc-47dd-a7c3-2eb6de68b1d3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/50fe139a-cbdb-4d9f-8069-87556fe7f9fc HTTP/1.1" status: 204 len: 168 time: 0.1375425 Jun 09 15:16:56.279825 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ec7071d5-e1ea-406d-9755-edb5f1bec47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:56.289042 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5ac37-8edc-47dd-a7c3-2eb6de68b1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fe139a-cbdb-4d9f-8069-87556fe7f9fc,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:56.291476 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6af5ac37-8edc-47dd-a7c3-2eb6de68b1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:16:56.625864 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60186) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:56.785856 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-4a15cba4-249a-47a6-a227-1bf927286c4b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ae83b0a87eb648d1b828bcc4573cd588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587789 Jun 09 15:16:56.788258 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.83', 60188) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:16:56.843629 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2abb90ad-edc5-4e35-92df-7b6ab3592b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:56.869081 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2abb90ad-edc5-4e35-92df-7b6ab3592b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:56.918413 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2abb90ad-edc5-4e35-92df-7b6ab3592b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447527'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:56.920901 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2abb90ad-edc5-4e35-92df-7b6ab3592b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:56.922012 dv-cinder-789603-9-smb neutron-server[91820]: INFO neutron.wsgi [None req-2abb90ad-edc5-4e35-92df-7b6ab3592b65 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a133c1c3-a7ff-4cd0-b730-ed6537d80cb9 HTTP/1.1" status: 204 len: 168 time: 0.1328945 Jun 09 15:16:56.922791 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a298e10e-b4eb-4120-b3c5-628e14017f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:16:56.932428 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb90ad-edc5-4e35-92df-7b6ab3592b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a133c1c3-a7ff-4cd0-b730-ed6537d80cb9,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:16:56.934622 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2abb90ad-edc5-4e35-92df-7b6ab3592b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:17:10.301142 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:17:10.875808 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:13.387036 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c7b337ff-d4d9-405e-98c7-992394c98c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:15.752415 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:15.856300 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c22d3633-4734-4856-b3a2-5f373e879091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:16.959796 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:18.654552 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:40.888834 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:43.387727 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-287075f3-ac3a-4019-9705-3d73f34e0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:45.756770 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:45.856593 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-330d5fce-8561-4dcf-a832-afabfe9eb196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:46.962935 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:47.299900 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:17:48.656697 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:10.904609 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:13.388562 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-de06f3bb-6169-4ac4-843e-ec7ee7ce952c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:15.762132 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:15.856758 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c70a9ed5-3117-405f-b202-7b298a04ca2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:16.966048 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:18.661190 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:24.298595 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:18:40.905307 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:43.389532 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2b40-6ccf-4d31-b315-c366269aaa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:45.755891 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:45.859168 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-43a1f18d-775b-4445-bbf1-7d378f0770b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:46.969299 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:48.664157 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:01.298129 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:19:10.920883 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:13.390456 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2f58caf8-88ef-49f8-ac7c-9b7742aa9721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:15.756944 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:15.861381 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-41666c96-b01f-47c3-94f7-5861c8e4fcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:16.972086 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:18.666197 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:37.628252 dv-cinder-789603-9-smb neutron-server[91819]: DEBUG neutron.wsgi [req-823844e6-33aa-4adc-bb0a-09c889913862 req-5b5eee08-7f96-4640-8c70-3a5aab3a5065 service neutron] (91819) timed out ('10.222.0.46', 52392) {{(pid=91819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 15:19:38.297595 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:19:39.907701 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [req-1a7b67c7-5012-4562-afeb-c3259c197bfb req-e546cea2-397b-47a5-b780-a26c09bcd91a service neutron] (91820) timed out ('10.222.0.46', 52424) {{(pid=91820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 15:19:40.922661 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:43.390899 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c3826b8f-2719-463d-92eb-020b64d33f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:45.758937 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:45.865737 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5491e1af-fce0-41ec-ac4a-ea3a42303b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:46.974621 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:48.671304 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:49.197879 dv-cinder-789603-9-smb neutron-server[91820]: DEBUG neutron.wsgi [req-d0db3222-57ed-4b81-8345-8243d44f4ee1 req-9215307f-2bea-4b01-8b45-c51b4bd61f6d service neutron] (91820) timed out ('10.222.0.46', 52430) {{(pid=91820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 15:20:10.920024 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:13.392599 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1da15e87-b9aa-4120-bcb4-c5371b94a3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:15.297009 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:20:15.760648 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:15.866421 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-223ad61f-5354-41fc-8d10-5b5f281c68ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:16.977702 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:18.669808 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:40.935596 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:43.394331 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ec6145fa-a04f-4531-ae8d-a208a826203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:45.762073 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:45.869086 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-68cb0e02-1ef7-469e-92fb-90622b0c2767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:46.980067 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:48.672112 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:52.295251 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:21:10.950137 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:13.395516 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-56b91963-613b-4a5b-bd45-cc3ef30ad14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:15.762456 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:15.870901 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b001e824-fccd-4b1f-8ad4-e0daf4dc13e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:16.983487 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:18.673506 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:29.294492 dv-cinder-789603-9-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-54b0a3dc-cb48-421c-9837-254ee72160e6 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:21:40.966928 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-89e8a0e1-4067-4621-b837-e399b5e1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:43.397312 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d04745c1-babb-4286-8169-142114523412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:45.764498 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8642a7d3-9d2b-4c8c-8fc9-22fba8266a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:45.871516 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5e29-bff9-44af-8e81-ad695975c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:46.988051 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-708a8eee-c9ee-4161-b4b5-06161d73c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:48.677375 dv-cinder-789603-9-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-340726ef-6b23-47a8-80d3-bcf151826c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754143175325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3640490'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}